-- Logs begin at Thu 2021-06-24 09:38:04 UTC, end at Thu 2021-06-24 10:51:58 UTC. -- Jun 24 10:27:38.156232 dv-cinder-786386-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 10:27:40.820891 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:27:40.821525 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 10:27:40.821667 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 10:27:40.824856 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:27:40.825114 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 10:27:40.825423 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 10:27:40.826935 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:40.827164 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:40.827527 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:40.827779 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:40.828006 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:40.828328 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.828625 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.828920 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.829152 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.829445 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.829732 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.830015 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.830859 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.830859 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.830859 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.831170 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.831456 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.831687 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.831971 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.832264 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.832551 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.832777 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.833058 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.833481 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.833902 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.834184 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.834471 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.834748 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.835055 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.835336 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.835621 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.835952 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] host = dv-cinder-786386-9-smb {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.836233 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.836519 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.836804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.837094 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.837366 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.837643 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.837926 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.838202 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.838523 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.838751 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.839065 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.839354 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.839644 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.839867 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.840090 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.840380 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.840665 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.840940 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.841216 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.841520 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.842289 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.842568 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.842839 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.843151 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.843439 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.843723 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.843998 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.844272 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.844547 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.844821 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.845104 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.845380 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.845653 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.845927 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.846215 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.846485 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.846760 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.847087 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.847372 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.847652 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.847933 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.848206 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.848488 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.848763 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.849034 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.849306 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.849578 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.849847 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.850126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.850398 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.850667 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.850964 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.851239 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.851523 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:40.851825 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.852128 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.852428 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.852718 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.853014 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.853296 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.853584 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.853862 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.854149 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.854437 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.854729 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.855042 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.855336 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.855615 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.855911 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.856220 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.856518 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.856813 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.857115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.857958 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.858232 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.858525 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.858807 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.859133 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.859426 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.859702 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.859982 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.860274 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.860554 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.860826 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.861106 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.861395 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.861673 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.861947 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.862233 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.862512 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.862784 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.863080 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.863361 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.863651 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.863928 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.864200 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.864471 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.864747 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.865017 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.865305 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.865583 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.865855 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.866125 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.866402 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.866673 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.866966 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.867247 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.867519 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.867794 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.868066 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.868335 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.868622 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.868875 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.869147 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.869417 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.869688 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.869963 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.870235 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.870508 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.870780 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.871083 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.871359 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.871649 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.871952 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.872239 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.872520 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.872831 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.873111 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.873390 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.873670 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.873950 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.874228 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.874501 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.874792 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.875105 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.875400 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.875687 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.875970 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.876266 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.876543 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.876826 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.877103 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.877380 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.877793 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.877957 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.878250 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.878542 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.878834 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.879154 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.879449 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.879729 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.880040 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.880321 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:40.880538 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:40.880786 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 10:27:41.230154 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:41.230428 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:41.230715 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:27:41.231076 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 10:27:41.618208 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.618502 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.618775 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.620088 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.620371 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.620639 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.654281 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.654566 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.654836 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.668445 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.668727 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.669000 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.697961 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.698237 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.698507 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.734274 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.734548 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.734819 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.964216 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.964871 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.964871 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.965057 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:41.965641 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.089192 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.089509 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.089790 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.090059 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.090329 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.090632 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.090889 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.091253 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.091649 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.091936 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.092197 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.092463 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.092724 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.092992 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.093246 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.093517 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.094781 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.095090 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.095388 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.095655 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.095947 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.096300 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.096558 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.096846 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.097099 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.097348 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.097744 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.097989 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.098230 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.098471 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.098709 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.098972 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:42.099337 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 10:27:42.102400 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 10:27:42.106297 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 10:27:42.110105 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 24 10:27:42.111749 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 10:27:42.112192 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 10:27:42.112522 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 10:27:42.112907 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 10:27:42.115874 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 10:27:42.116129 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 10:27:42.116478 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:27:42.144420 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 10:27:42.144861 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.145157 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 10:27:42.145517 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.146874 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 10:27:42.147442 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:27:42.147686 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 10:27:42.150881 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.151187 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:42.214988 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 10:27:42.215181 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 10:27:42.215419 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 10:27:42.215790 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 10:27:42.236132 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_db.sqlalchemy.engines [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 10:27:43.008391 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing driver for type 'gre' Jun 24 10:27:43.008930 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] gre ID ranges: [(1, 1000)] Jun 24 10:27:43.236589 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing driver for type 'local' Jun 24 10:27:43.236927 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing driver for type 'vlan' Jun 24 10:27:43.365048 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] VlanTypeDriver initialization complete Jun 24 10:27:43.365388 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing driver for type 'vxlan' Jun 24 10:27:43.365894 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] vxlan ID ranges: [(1, 1000)] Jun 24 10:27:43.556691 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing extension driver 'port_security' Jun 24 10:27:43.557029 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.extensions.port_security [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] PortSecurityExtensionDriver initialization complete Jun 24 10:27:43.557440 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing mechanism driver 'openvswitch' Jun 24 10:27:43.557779 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing mechanism driver 'hyperv' Jun 24 10:27:43.564920 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.plugins.ml2.plugin [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:43.565872 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.566243 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.566603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.567018 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.567373 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.567719 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.568100 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.568447 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.568790 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.569164 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.569509 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.569847 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.570232 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.570578 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.570935 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.571335 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > address_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.571683 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > address_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.572024 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.572370 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] ML2 OVO RPC backend initialized. {{(pid=93631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 10:27:43.573062 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.573417 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.573839 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.574181 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > networks before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.574524 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.574860 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > ports before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579464 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579464 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnets before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579464 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579464 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579798 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579798 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579798 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.579798 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.580085 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.580085 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.580085 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.580085 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.plugin [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Modular L2 Plugin initialization complete Jun 24 10:27:43.580085 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading services supported by the core plugin {{(pid=93631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 10:27:43.580441 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Got port-security extension from driver 'port_security' Jun 24 10:27:43.580647 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.extensions.vlantransparent [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Disabled vlantransparent extension. Jun 24 10:27:43.581131 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 10:27:43.581442 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: router Jun 24 10:27:43.616153 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.616672 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.616672 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router before_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.617365 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.617365 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.617679 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.618033 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.618391 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.618735 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.619111 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.619460 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.619817 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.620221 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.620588 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.620925 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.621258 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.621592 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.621937 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.622280 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.623118 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.623475 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.623827 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.624163 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.624511 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.624866 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.625206 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.625567 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.625912 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > agent after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.626254 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.627128 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Tracking information for resource: router configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:43.627462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Tracking information for resource: floatingip configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:43.632341 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.db.l3_agentschedulers_db [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 10:27:43.632910 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.633269 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.633622 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.633967 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.634749 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router before_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.635135 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.635541 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.635898 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > router precommit_update 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.642749 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.provider_configuration [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service providers = [] {{(pid=93631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 10:27:43.643355 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.db.servicetype_db [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 10:27:43.646316 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.service_base [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:43.646668 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.service_base [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:43.647300 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.service_base [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:43.648178 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.services.service_base [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:43.648545 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.services.service_base [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 10:27:43.648925 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.649247 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 10:27:43.660063 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.660401 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: auto_allocate Jun 24 10:27:43.666115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: network precommit_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.666490 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: network precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.667341 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.667664 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: tag Jun 24 10:27:43.674501 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.674822 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: timestamp Jun 24 10:27:43.679964 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.680293 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: network_ip_availability Jun 24 10:27:43.688861 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.689231 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.689586 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.690316 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.690628 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: flavors Jun 24 10:27:43.696503 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.696832 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading Plugin: revisions Jun 24 10:27:43.701725 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:43.702122 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.471s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:27:43.702870 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 10:27:43.703231 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Initializing extension manager. Jun 24 10:27:43.703734 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: __init__.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.704075 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: __pycache__ {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.704406 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.704736 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.705489 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.706067 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: address-group Jun 24 10:27:43.706386 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.707112 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.707626 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: address-scope Jun 24 10:27:43.707945 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.708860 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.709372 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: router-admin-state-down-before-update Jun 24 10:27:43.709691 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: agent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.710373 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.710876 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: agent Jun 24 10:27:43.711216 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: agent_resources_synced.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.712113 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.712619 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: agent-resources-synced Jun 24 10:27:43.712932 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: allowedaddresspairs.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.714678 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.715225 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: allowed-address-pairs Jun 24 10:27:43.715549 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: auto_allocated_topology.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.716840 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.717360 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: auto-allocated-topology Jun 24 10:27:43.717683 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.718358 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.718865 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: availability_zone Jun 24 10:27:43.719207 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: availability_zone_filter.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.720121 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.720609 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: availability_zone_filter Jun 24 10:27:43.720926 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: data_plane_status.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.721806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.722305 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 10:27:43.722622 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: default_subnetpools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.723542 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.724044 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: default-subnetpools Jun 24 10:27:43.724361 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.725152 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.725656 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: dhcp_agent_scheduler Jun 24 10:27:43.725974 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: dns.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.726866 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.727405 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension dns-integration not supported by any of loaded plugins Jun 24 10:27:43.727727 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: dns_domain_ports.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.728616 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.729120 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 10:27:43.729438 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.730333 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.730833 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 10:27:43.731178 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: dvr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.731831 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.732362 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: dvr Jun 24 10:27:43.732677 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: empty_string_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.733560 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.734067 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: empty-string-filtering Jun 24 10:27:43.734384 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.735300 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.735800 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:27:43.736115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.737001 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.737504 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 10:27:43.737820 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: external_net.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.738701 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.739233 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: external-net Jun 24 10:27:43.739549 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.740433 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.740937 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: extra_dhcp_opt Jun 24 10:27:43.741252 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: extraroute.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.742140 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.742647 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: extraroute Jun 24 10:27:43.742989 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: extraroute_atomic.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.744003 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.744521 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: extraroute-atomic Jun 24 10:27:43.744836 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: filter_validation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.745485 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.745990 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: filter-validation Jun 24 10:27:43.746306 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: fip_pf_description.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.747232 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.748256 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 10:27:43.748568 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: fip_port_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.749472 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.749976 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: fip-port-details Jun 24 10:27:43.750290 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.751529 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.752040 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: flavors Jun 24 10:27:43.752360 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.754013 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.754537 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 10:27:43.754865 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: floatingip_pools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.755627 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.756143 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: floatingip-pools Jun 24 10:27:43.756468 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: ip_allocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.757372 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.757884 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 10:27:43.758210 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.759134 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.759643 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: ip-substring-filtering Jun 24 10:27:43.759967 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l2_adjacency.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.760866 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.761369 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 10:27:43.761690 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.762632 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.763173 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: router Jun 24 10:27:43.764135 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.766463 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.767030 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:27:43.767364 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.768262 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.768778 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: ext-gw-mode Jun 24 10:27:43.769105 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.770001 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.770509 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: l3-ha Jun 24 10:27:43.770834 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3_flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.771773 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.772541 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: l3-flavors Jun 24 10:27:43.772863 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.773751 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.774257 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 10:27:43.774578 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: l3agentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.775618 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.776130 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: l3_agent_scheduler Jun 24 10:27:43.776464 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: logging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.777974 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.778487 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension logging not supported by any of loaded plugins Jun 24 10:27:43.778813 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: metering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.779590 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.780163 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: metering Jun 24 10:27:43.780512 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.781580 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.782117 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: metering_source_and_destination_fields Jun 24 10:27:43.782438 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: multiprovidernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.783376 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.783886 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: multi-provider Jun 24 10:27:43.784198 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: netmtu.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.785086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.785590 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: net-mtu Jun 24 10:27:43.785907 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: netmtu_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.786802 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.787339 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: net-mtu-writable Jun 24 10:27:43.787660 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: network_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.788308 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.788806 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: network_availability_zone Jun 24 10:27:43.789122 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: network_ip_availability.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.790196 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.790706 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: network-ip-availability Jun 24 10:27:43.791076 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: network_segment_range.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.791825 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.792329 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 10:27:43.792651 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: pagination.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.793613 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.793939 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: pagination Jun 24 10:27:43.794255 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: port_device_profile.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.795203 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.795712 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: port-device-profile Jun 24 10:27:43.796028 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.796940 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.797446 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: port-mac-address-regenerate Jun 24 10:27:43.797763 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.798643 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.799398 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: port-numa-affinity-policy Jun 24 10:27:43.799517 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: port_resource_request.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.800408 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.800910 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 10:27:43.801226 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: portbindings.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.802162 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.802672 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: binding Jun 24 10:27:43.803024 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: portbindings_extended.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.804280 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.804794 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: binding-extended Jun 24 10:27:43.805115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: portsecurity.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.806005 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.806518 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: port-security Jun 24 10:27:43.806838 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: project_id.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.807824 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.808148 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: project-id Jun 24 10:27:43.808468 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: providernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.809368 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.809883 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: provider Jun 24 10:27:43.810717 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.814391 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.814932 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos not supported by any of loaded plugins Jun 24 10:27:43.815269 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.816493 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.817011 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 10:27:43.817336 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.818230 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.818740 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 10:27:43.819094 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_default.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.819983 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.820493 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-default not supported by any of loaded plugins Jun 24 10:27:43.820814 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.821450 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.821949 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-fip not supported by any of loaded plugins Jun 24 10:27:43.822266 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_gateway_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.823194 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.823703 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 10:27:43.824020 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_port_network_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.824911 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.825416 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 10:27:43.825754 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_rule_type_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.827203 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.827714 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 10:27:43.828033 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: qos_rules_alias.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.829063 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.829577 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 10:27:43.829900 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: quotasv2.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.830832 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.831178 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: quotas Jun 24 10:27:43.831496 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: quotasv2_detail.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.839897 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.840232 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: quota_details Jun 24 10:27:43.840560 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: rbac.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.841642 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.842175 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: rbac-policies Jun 24 10:27:43.842507 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: rbac_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.843443 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.843963 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: rbac-address-group Jun 24 10:27:43.844302 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: rbac_address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.845199 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.845711 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: rbac-address-scope Jun 24 10:27:43.846030 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: rbac_security_groups.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.846934 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.847452 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: rbac-security-groups Jun 24 10:27:43.848002 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: rbac_subnetpool.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.848663 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.849169 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: rbac-subnetpool Jun 24 10:27:43.849490 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: revisionifmatch.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.850383 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.850893 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: revision-if-match Jun 24 10:27:43.851240 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: revisions.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.852548 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.853064 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: standard-attr-revisions Jun 24 10:27:43.853385 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: router_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.854043 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.854554 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: router_availability_zone Jun 24 10:27:43.854873 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: routerservicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.855807 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.856315 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension router-service-type not supported by any of loaded plugins Jun 24 10:27:43.856634 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.857569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.858081 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: security-groups-normalized-cidr Jun 24 10:27:43.858401 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.859337 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.859850 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: port-security-groups-filtering Jun 24 10:27:43.860169 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.861069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.861579 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: security-groups-remote-address-group Jun 24 10:27:43.861898 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: securitygroup.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.871452 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.871930 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: security-group Jun 24 10:27:43.872269 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.873567 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.874081 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension segment not supported by any of loaded plugins Jun 24 10:27:43.874402 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.875347 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.875872 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 10:27:43.876235 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: servicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.877298 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.877814 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: service-type Jun 24 10:27:43.878137 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: sorting.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.879131 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.879462 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: sorting Jun 24 10:27:43.879779 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: standard_attr_segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.880761 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.881278 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 10:27:43.881600 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: standardattrdescription.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.882257 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.882865 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: standard-attr-description Jun 24 10:27:43.883282 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: stateful_security_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.884282 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.884986 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: stateful-security-group Jun 24 10:27:43.885373 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: stdattrs_common.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.885956 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 10:27:43.886276 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.887238 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.887755 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 10:27:43.888075 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnet_onboard.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.889654 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.890175 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: subnet_onboard Jun 24 10:27:43.890495 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.891419 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.891931 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 10:27:43.892256 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnet_service_types.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.893152 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.893664 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: subnet-service-types Jun 24 10:27:43.893986 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnetallocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.895118 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.895633 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: subnet_allocation Jun 24 10:27:43.895954 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.896602 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.897363 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: subnetpool-prefix-ops Jun 24 10:27:43.897681 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.898600 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.899144 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 10:27:43.899461 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: tagging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.900515 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.901032 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: standard-attr-tag Jun 24 10:27:43.901372 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: timestamp.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.902572 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.903124 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loaded extension: standard-attr-timestamp Jun 24 10:27:43.903448 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: trunk.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.904484 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.904996 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension trunk not supported by any of loaded plugins Jun 24 10:27:43.905320 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: trunk_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.906218 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.906730 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension trunk-details not supported by any of loaded plugins Jun 24 10:27:43.907087 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: uplink_status_propagation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.907988 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.908506 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 10:27:43.908833 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Loading extension file: vlantransparent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 10:27:43.909484 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 10:27:43.909994 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 10:27:43.912474 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:network Jun 24 10:27:43.912999 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnet Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:port Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:router Jun 24 10:27:43.920126 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:27:43.920759 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.920759 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.920759 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.920759 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:43.921292 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:27:43.921736 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:27:43.922187 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:27:43.922789 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.923147 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:43.923492 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] subnetpool is already registered Jun 24 10:27:43.923927 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.924270 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:43.924586 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] subnetpool is already registered Jun 24 10:27:43.926872 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.927321 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.927908 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.928328 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.928660 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:router Jun 24 10:27:43.928995 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] router is already registered Jun 24 10:27:43.929405 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:27:43.929741 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] floatingip is already registered Jun 24 10:27:43.930190 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.930845 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:27:43.931192 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] rbac_policy is already registered Jun 24 10:27:43.931603 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:27:43.931933 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] security_group is already registered Jun 24 10:27:43.932337 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:27:43.932664 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] security_group_rule is already registered Jun 24 10:27:43.933295 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.933729 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:43.934064 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] subnetpool is already registered Jun 24 10:27:43.934579 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:43.934947 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:43.935919 dv-cinder-786386-9-smb neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] subnetpool is already registered Jun 24 10:27:43.936398 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: extensions {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.937883 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: address-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.939368 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: address-scopes {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.940694 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.941856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: auto-allocated-topology {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.943150 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: availability_zones {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.944380 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: dhcp-networks {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.945880 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: dhcp-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.951820 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.951820 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: flavors {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.952797 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.954037 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: next_providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.955576 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.957126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: floatingip-pools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.958429 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.960180 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: floatingips {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.961460 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: l3-routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.962865 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: l3-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.964360 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: metering-labels {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.965602 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: metering-label-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.967038 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: network-ip-availabilities {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.968295 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: bindings {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.969874 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.971449 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.972852 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: rbac-policies {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.974059 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: security-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.975400 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: security-group-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.976660 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: service-providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.977883 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.979285 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.980849 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.983110 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.984999 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.986779 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.988507 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.990472 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.992555 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.994571 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.996337 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:43.998695 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron.api.extensions [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:44.004857 dv-cinder-786386-9-smb neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 10:27:44.009464 dv-cinder-786386-9-smb neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 10:27:44.017848 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Acquired lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 10:27:44.018322 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Releasing lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 10:27:44.018975 dv-cinder-786386-9-smb neutron-server[93631]: INFO oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Starting 2 workers Jun 24 10:27:44.024009 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Started child 93742 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:44.028495 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Started child 93743 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:44.029338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.030154 dv-cinder-786386-9-smb neutron-server[93631]: INFO neutron.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 10:27:44.030808 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Notify callbacks [] for process, before_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.030959 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [-] (93742) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:27:44.033346 dv-cinder-786386-9-smb neutron-server[93631]: INFO oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Starting 1 workers Jun 24 10:27:44.033699 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.035242 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [-] (93743) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:27:44.038529 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Started child 93744 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:44.039159 dv-cinder-786386-9-smb neutron-server[93631]: INFO oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Starting 1 workers Jun 24 10:27:44.042132 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] calling RpcWorker wait() {{(pid=93744) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 10:27:44.042699 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] returning from RpcWorker wait() {{(pid=93744) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 10:27:44.043637 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Started child 93745 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:44.043902 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.045006 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-500740a1-f88a-4a67-977d-d70200518a3b None None] Notify callbacks [] for process, after_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.045211 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:44.046843 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:27:44.047078 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:44.047267 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:44.047485 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:44.047834 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:44.047996 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:44.048641 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.048912 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.049012 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:44.049457 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.049457 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.049733 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.050151 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:44.050304 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.050734 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.051027 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.051306 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.051558 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.051736 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.051903 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.052157 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.052392 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.052669 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.052945 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.053193 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.053476 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.053652 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.053902 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.054163 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.054395 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.054659 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.054905 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.055422 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.055671 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.055934 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.056173 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.056472 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.056696 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.056972 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.057207 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.057442 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.057708 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.057981 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.058214 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.058443 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.058679 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.058946 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.059190 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.059660 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] host = dv-cinder-786386-9-smb {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.059892 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.060163 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.061462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.061462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.061462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.071086 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.072929 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.074064 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.075603 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.076703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.077856 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.078841 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.079887 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.080804 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.081569 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082093 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082568 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082568 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082716 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.082888 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.083188 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.083351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.083577 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.083825 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.086806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.087145 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.087281 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.087512 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.087998 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.087998 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.088224 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.088454 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.088669 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.088905 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.089215 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.089362 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.089691 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.089806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.090019 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.090257 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.090484 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.090764 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.091261 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.091567 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.092233 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.092233 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.092434 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.092659 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.092899 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.093115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.093335 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.093580 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.093796 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.094031 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.094246 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.094459 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.094692 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.094905 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.095166 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.095385 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.095597 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.095811 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.096049 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.096262 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.096537 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.096857 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.097108 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.097361 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.097577 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.097818 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.098054 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.098514 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.098514 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.098836 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.099341 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.099480 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.099739 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.100007 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.100255 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.100508 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.100751 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.100972 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.101314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.101471 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.101673 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.101918 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.102205 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.102462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.102715 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.102982 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.103223 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.103506 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.103749 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.104045 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.104267 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.104533 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.104831 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.105100 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.105366 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.105617 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.105847 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.106113 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.106342 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.106842 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.106842 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.107629 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.107851 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.108149 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.108396 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.108615 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.108828 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.109092 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.109388 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.109636 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.109850 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.110083 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.110348 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.110594 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.110834 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.111116 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.111366 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.111599 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.111858 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.112104 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.112318 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.112548 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.113090 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.113090 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.113391 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.114351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.114351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.114351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.114351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.114351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.115054 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.115054 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.116052 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.116291 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.116525 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.116785 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.117009 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.117236 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.117480 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.119480 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.119731 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.119971 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121606 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121606 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.121771 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124314 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.124844 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.125405 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.125629 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.125884 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.126126 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.126366 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.126776 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.127299 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.127551 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.127807 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.128069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.128294 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.128538 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.128761 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.128987 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.129227 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.129448 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.129665 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.129907 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.130133 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.130364 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.130579 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.130811 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.131058 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.131301 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.131514 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132219 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132219 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132403 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132528 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132760 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.132992 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.133205 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.133435 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.133658 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.133869 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.134099 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.134311 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.134522 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.134740 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.134972 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.135219 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.135431 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.135642 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.135874 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.136084 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.136309 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.136519 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.136728 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.136944 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.137156 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.137493 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.137751 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.137999 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.138336 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.138589 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.138838 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.139179 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.139492 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.139710 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.139972 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.140212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.140432 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.140653 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.140909 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.141230 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.141532 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.141812 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.142048 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.142342 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.142620 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.142881 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.143140 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.143442 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.143806 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.144122 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.144321 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.144768 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.144899 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.145087 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.145326 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.145563 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.145780 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.145996 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.146230 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.146460 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.146686 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.146905 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.147416 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.147638 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.147888 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.148120 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.148344 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.148562 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.148721 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:44.149299 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:27:44.149462 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:44.149619 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:44.149790 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:44.150288 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:44.150452 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:44.150663 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.150826 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151026 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151189 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151351 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151532 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151694 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.151854 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152014 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152174 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152335 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152495 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152655 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152815 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.152976 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153135 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153294 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153459 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153622 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153780 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.153963 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154131 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154278 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154436 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154631 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154799 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.154962 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155114 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155272 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155432 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155591 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155749 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.155909 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156068 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156227 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156386 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156545 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.156865 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157009 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157167 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] host = dv-cinder-786386-9-smb {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157326 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157484 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157643 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157801 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.157959 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158121 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158285 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158482 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158673 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158826 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.158938 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159066 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159226 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159385 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159544 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159703 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.159861 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160020 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160196 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160360 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160520 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160678 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160837 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.160995 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161154 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161312 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161470 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161628 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161785 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.161943 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162101 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162259 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162417 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162575 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162732 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.162964 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163061 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163216 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163375 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163539 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163697 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.163855 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164013 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164173 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164326 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164485 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164643 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164801 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.164958 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165116 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165274 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165432 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165594 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165752 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.165912 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166069 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166228 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166387 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166546 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166704 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.166863 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167067 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167226 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167384 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167542 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167700 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.167859 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.168017 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.168176 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:44.168340 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.168507 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.168680 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.168843 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.169004 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.169167 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.169328 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170002 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170166 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170327 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170495 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170657 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.170829 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171081 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171244 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171409 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171571 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171733 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.171896 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172057 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172219 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172380 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172555 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172719 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.172885 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173081 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173209 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173373 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173540 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173702 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.173864 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174031 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174195 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174339 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174507 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174650 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.174815 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175006 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175169 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175330 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175492 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175654 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175816 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.175979 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.176143 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.176303 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.176611 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.176782 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.176946 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177109 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177284 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177446 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177607 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177769 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.177936 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178084 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178247 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178409 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178571 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178733 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.178949 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179087 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179312 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179458 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179579 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179708 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.179855 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180018 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180179 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180340 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180502 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180866 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.180866 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181144 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181144 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181348 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181414 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181595 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181728 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.181864 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.182065 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.182438 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.182568 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.182700 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.182828 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183033 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183195 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183383 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183519 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183682 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.183844 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184005 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184167 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184329 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184492 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184653 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184814 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.184979 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.185166 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.185850 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186014 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186175 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186338 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186499 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186863 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.186863 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187072 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187148 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187298 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187459 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187620 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187790 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.187951 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188115 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188277 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188451 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188622 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188769 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.188932 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189092 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189253 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189414 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189575 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189737 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.189900 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190061 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190224 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190394 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190565 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190727 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.190890 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191073 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191258 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191594 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191594 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191828 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.191938 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192024 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192175 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192337 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192499 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192660 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192822 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.192983 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.193146 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.193308 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.193475 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.193641 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.193800 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194021 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194170 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194312 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194469 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194607 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194735 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.194869 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.195036 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.195198 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.195360 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.195521 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.195684 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196045 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196045 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196308 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196308 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196503 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196624 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196746 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.196889 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197052 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197214 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197376 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197539 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197701 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.197864 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198027 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198191 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198352 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198436 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:44.198534 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198663 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.198824 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199007 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199170 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199332 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199494 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199656 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199818 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.199994 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200155 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200316 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200477 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200639 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200824 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.200988 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201150 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201312 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201474 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201638 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201807 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.201956 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202125 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202283 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202444 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202605 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202766 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.202960 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203121 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203282 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203449 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203609 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203774 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.203945 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204106 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204264 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204424 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204584 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204755 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.204916 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205077 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205239 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205400 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205570 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205731 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.205893 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206053 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206214 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206383 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206544 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206706 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.206867 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207053 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207222 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207386 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207546 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207716 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.207877 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208039 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208201 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208374 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208537 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208700 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.208863 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209024 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209186 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209350 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209516 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209688 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.209928 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210025 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210168 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210343 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210504 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210662 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.210834 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.211259 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.211428 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.211591 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.211752 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.211914 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212076 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212238 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212400 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212562 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212724 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.212886 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213048 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213212 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213375 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213537 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213699 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.213908 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.214042 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.214301 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.214301 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:44.214458 dv-cinder-786386-9-smb neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:44.335848 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49642) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:27:44.344950 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068705 Jun 24 10:27:56.234178 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8bcab-3183-4285-affe-b84c1b6dd6e0 None None] get_active_networks_info from dv-cinder-786386-9-smb {{(pid=93744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 10:27:56.311980 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8bcab-3183-4285-affe-b84c1b6dd6e0 None None] No non-hosted networks {{(pid=93744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 10:27:56.319460 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.agentschedulers_db [None req-42a8bcab-3183-4285-affe-b84c1b6dd6e0 None None] DHCP Agent not found on host dv-cinder-786386-9-smb {{(pid=93744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 10:27:56.439926 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f66587f8-cf02-4f73-b8ec-29fe0873ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:59.016047 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-65844c78-86fd-4aaf-8cf3-d5c666b823c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:59.074511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.db.api [None req-35fcf682-ae04-4bdd-86f4-db4897646f65 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786386-9-smb {{(pid=93744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:27:59.075586 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_db.api [None req-35fcf682-ae04-4bdd-86f4-db4897646f65 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:27:59.105248 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:27:59.107257 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.108641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.111796 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.112346 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.112894 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.114451 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.114977 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.115476 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.117641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.117641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.117641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.117641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:59.117954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:59.124017 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:59.673773 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-35fcf682-ae04-4bdd-86f4-db4897646f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:00.016923 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:02.104699 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:02.979949 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49740) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:03.549144 dv-cinder-786386-9-smb neutron-server[93742]: WARNING oslo_policy.policy [None req-34fc3e0e-203b-477b-be63-d125f96e5d5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:03.549759 dv-cinder-786386-9-smb neutron-server[93742]: WARNING oslo_policy.policy [None req-34fc3e0e-203b-477b-be63-d125f96e5d5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:03.762420 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [None req-34fc3e0e-203b-477b-be63-d125f96e5d5b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:28:03.763708 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-34fc3e0e-203b-477b-be63-d125f96e5d5b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7816656 Jun 24 10:28:04.333899 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.db.l3_hamode_db [None req-e131b096-6fd9-42c9-b596-1171ff4b642d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 10:28:04.410074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131b096-6fd9-42c9-b596-1171ff4b642d None None] Routers set() bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:04.410322 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131b096-6fd9-42c9-b596-1171ff4b642d None None] Router IDs set() for agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 10:28:06.111317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49754) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:06.601249 dv-cinder-786386-9-smb neutron-server[93743]: WARNING oslo_policy.policy [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:06.601867 dv-cinder-786386-9-smb neutron-server[93743]: WARNING oslo_policy.policy [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:06.822530 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:06.914880 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.policy [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93743) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:28:06.960530 dv-cinder-786386-9-smb neutron-server[93743]: WARNING oslo_policy.policy [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:06.960908 dv-cinder-786386-9-smb neutron-server[93743]: WARNING oslo_policy.policy [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:06.970124 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.quota [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] Loaded quota_driver: . Jun 24 10:28:07.116285 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699259476', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699251815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699246815', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699241109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699496536', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730699482227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-779487', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1363387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-448204'] for rbac-policy, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:07.296262 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:07.297560 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-29e1e8a0-9d30-4aec-893a-7906a04e7565 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1853108 Jun 24 10:28:09.883733 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49772) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:10.195569 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:10.290478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Made reservation on behalf of 8a70db8c08cb4166b49102b06fc8e2be for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:28:10.293305 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.311222 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.433363 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.498685 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.503656 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:10.520127 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:28:10.548710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730702841119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.549324 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Unsubscribe: segment precommit_create {{(pid=93743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:28:10.549801 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Added segment 236c1bcb-0935-4798-a38f-91af5789b24f of type vlan for network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a Jun 24 10:28:10.567768 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130ab14e-1bca-456f-935a-a546582245d1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:10.615901 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.616233 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.616558 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.616874 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.617198 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.617505 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.617812 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.618119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.618442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.618750 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.619078 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.619380 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Tracked resource versions report: Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: pushed versions: Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Log': {'1.0'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Network': {'1.1'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Port': {'1.7'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'PortForwarding': {'1.2'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'QosPolicy': {'1.8'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SubPort': {'1.0'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Subnet': {'1.1'}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Trunk': {'1.1'}} Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: consumer versions: Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'ConntrackHelper': '1.0', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Log': '1.0', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Network': '1.1', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Port': '1.7', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'PortForwarding': '1.2', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'QosPolicy': '1.8', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroup': '1.4', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroupRule': '1.2', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'SubPort': '1.0', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Subnet': '1.1', Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: 'Trunk': '1.1'}} Jun 24 10:28:10.620438 dv-cinder-786386-9-smb neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:28:10.662341 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:10.676018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.796167 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.797614 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:10.798270 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:10.801256 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:10.893587 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Pushing event updated for resources: {'Network': ['ID=424e5ed4-cb6b-46fb-89af-13a694cf4b6a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:10.896918 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:10.906055 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:28:10.997632 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1058805 Jun 24 10:28:13.608361 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49786) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:13.999325 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ad040-f13f-4db5-926b-cedfcabeb715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:14.000763 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ec7ad040-f13f-4db5-926b-cedfcabeb715 admin admin] 10.222.0.24 "GET /v2.0/networks/424e5ed4-cb6b-46fb-89af-13a694cf4b6a HTTP/1.1" status: 200 len: 825 time: 0.3914700 Jun 24 10:28:14.026962 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-5534e3bd-37fe-486f-820c-deff8dd26fb4 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/2b095934-8e05-40ad-aca5-0f36b86abad0 HTTP/1.1" status: 200 len: 734 time: 0.0198421 Jun 24 10:28:14.035855 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Request body: {'subnet': {'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:14.250309 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Made reservation on behalf of 8a70db8c08cb4166b49102b06fc8e2be for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:28:14.252798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:14.628778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:14.631378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:14.695863 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc38943-1dfc-4a35-824c-9fd7dd6d180c,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:14.702011 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:14.705007 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Checking segment: {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:28:14.705387 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Network hostable DHCP agents. Network: 424e5ed4-cb6b-46fb-89af-13a694cf4b6a, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:28:14.806394 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:28:14.915498 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 424e5ed4-cb6b-46fb-89af-13a694cf4b6a) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:14.920583 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:14.921190 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:14.925733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d213bb8-0761-469c-8b2e-9d2b7f4c5fda None None] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:15.070708 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0382152 Jun 24 10:28:15.238709 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:28:15.239975 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:15.517506 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Allocated IP 172.20.0.2 (424e5ed4-cb6b-46fb-89af-13a694cf4b6a/bdc38943-1dfc-4a35-824c-9fd7dd6d180c/96d2c60d-b42c-4c6b-bf02-af5710d9ad5f) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:28:15.747377 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:15.773156 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Transition to ACTIVE for port object 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:28:15.794078 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Transition to ACTIVE for port object 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:28:15.967563 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:15.970345 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:16.037896 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:16.043012 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:16.051425 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:28:16.060076 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Pushing event updated for resources: {'Port': ['ID=96d2c60d-b42c-4c6b-bf02-af5710d9ad5f,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:16.084500 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.084836 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.085167 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.085491 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.085807 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.086125 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.086453 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.086763 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.087103 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.087419 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.087730 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.088037 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Tracked resource versions report: Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: pushed versions: Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Log': {'1.0'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Network': {'1.1'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Port': {'1.7'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'PortForwarding': {'1.2'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'QosPolicy': {'1.8'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SubPort': {'1.0'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Subnet': {'1.1'}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Trunk': {'1.1'}} Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: consumer versions: Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'ConntrackHelper': '1.0', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Log': '1.0', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Network': '1.1', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Port': '1.7', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'PortForwarding': '1.2', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'QosPolicy': '1.8', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroup': '1.4', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroupRule': '1.2', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'SubPort': '1.0', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Subnet': '1.1', Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: 'Trunk': '1.1'}} Jun 24 10:28:16.089148 dv-cinder-786386-9-smb neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:28:16.108934 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:16.140127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Attempting to bind port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:28:16.140496 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Attempting to bind port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:28:16.140939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Attempting to bind port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f on network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:28:16.145727 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:28:16.146397 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Checking segment: {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:28:16.146872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.147291 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Bound using segment: {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:28:16.147771 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Bound port: 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:28:16.148191 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.211419 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] For port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:28:16.216054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] For port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=96d2c60d-b42c-4c6b-bf02-af5710d9ad5f,segment=NetworkSegment(236c1bcb-0935-4798-a38f-91af5789b24f),segment_id=236c1bcb-0935-4798-a38f-91af5789b24f)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:28:16.316329 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:16.319310 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:16.384300 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Pushing event updated for resources: {'Port': ['ID=96d2c60d-b42c-4c6b-bf02-af5710d9ad5f,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:16.388358 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:17.426563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49794) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:17.760115 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [None req-ce9b6638-9d18-43c3-ad3b-ca9a181b9e66 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:28:17.761081 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ce9b6638-9d18-43c3-ad3b-ca9a181b9e66 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3334503 Jun 24 10:28:20.111201 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49802) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:20.421736 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [None req-4fe9f671-a20e-4582-a4b6-ed57f86da0d3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:28:20.442936 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4fe9f671-a20e-4582-a4b6-ed57f86da0d3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105259 Jun 24 10:28:22.409653 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a50c9-7ba8-40ca-813c-bea838fd668a None None] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:22.618170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-11e78bb6-500c-449b-87a1-e5f5f693c2ba None None] Provisioning for port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:22.921919 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:23.047827 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49816) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:23.091323 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:23.095314 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:23.095701 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.198564 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.232068 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=96d2c60d-b42c-4c6b-bf02-af5710d9ad5f,segment=NetworkSegment(236c1bcb-0935-4798-a38f-91af5789b24f),segment_id=236c1bcb-0935-4798-a38f-91af5789b24f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:23.310077 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.313700 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:23.348757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:23.360354 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=96d2c60d-b42c-4c6b-bf02-af5710d9ad5f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:23.365096 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:23.417416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.policy [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:28:23.463925 dv-cinder-786386-9-smb neutron-server[93742]: WARNING oslo_policy.policy [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:23.464245 dv-cinder-786386-9-smb neutron-server[93742]: WARNING oslo_policy.policy [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:28:23.472730 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.quota [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Loaded quota_driver: . Jun 24 10:28:23.618284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.620107 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.772338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.840385 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.976204 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:23.977430 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7d0e8c53-f92e-4f06-b504-a536c9d4688e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9286482 Jun 24 10:28:24.910529 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:24.957905 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:24.958275 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:26.143891 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cca1d668-b780-49e4-8e45-21ff0474cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:26.309104 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:26.616381 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [None req-1e88dc21-64fa-4197-981f-83db4872776e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:28:26.617343 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1e88dc21-64fa-4197-981f-83db4872776e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073261 Jun 24 10:28:28.961166 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:29.092204 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-361ece03-709a-40ee-9186-fda30ab5c4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.115042 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.274477 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:29.352884 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Made reservation on behalf of 2e3e7eb41d38441b816ec0ea335013c3 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:28:29.356178 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.371791 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.489881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.571988 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.576250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:29.584324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Reserving flat network on physical network physnet1 {{(pid=93742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 10:28:29.615935 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730702841119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.616509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Unsubscribe: segment precommit_create {{(pid=93742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:28:29.616992 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Added segment 115a9a06-7de9-4b30-9fc3-499a689280e2 of type flat for network f0253786-66f4-4c24-b423-abda2a7e8b37 Jun 24 10:28:29.634049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685ea83-b038-4849-b652-40eb191beaf3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:29.660123 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.660459 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.660786 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.661103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.661416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.661729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.662037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.662366 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.662713 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.663050 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.663365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.663685 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Tracked resource versions report: Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: pushed versions: Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Log': {'1.0'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Network': {'1.1'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Port': {'1.7'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'PortForwarding': {'1.2'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'QosPolicy': {'1.8'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SubPort': {'1.0'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Subnet': {'1.1'}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Trunk': {'1.1'}} Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: consumer versions: Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'ConntrackHelper': '1.0', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Log': '1.0', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Network': '1.1', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Port': '1.7', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'PortForwarding': '1.2', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'QosPolicy': '1.8', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroup': '1.4', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroupRule': '1.2', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'SubPort': '1.0', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Subnet': '1.1', Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: 'Trunk': '1.1'}} Jun 24 10:28:29.664765 dv-cinder-786386-9-smb neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:28:29.722373 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:29.749607 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.863904 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.865522 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:29.866237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:29.870314 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:29.964876 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Pushing event updated for resources: {'Network': ['ID=f0253786-66f4-4c24-b423-abda2a7e8b37,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:29.967910 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:29.975168 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network f0253786-66f4-4c24-b423-abda2a7e8b37 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:28:30.013580 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:30.138645 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1763303 Jun 24 10:28:32.056460 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:32.427734 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:32.637545 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb0f1f-08c6-4269-89a2-9bc61007ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:32.638890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-76eb0f1f-08c6-4269-89a2-9bc61007ee92 admin admin] 10.222.0.24 "GET /v2.0/subnets/bdc38943-1dfc-4a35-824c-9fd7dd6d180c HTTP/1.1" status: 200 len: 849 time: 0.2102144 Jun 24 10:28:32.770989 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-3ac4b3c0-8238-4b50-ace0-ca3e1838e77d admin admin] 10.222.0.24 "GET /v2.0/routers/b6e04975-c2cb-4887-a168-17df43c658aa HTTP/1.1" status: 200 len: 704 time: 0.1265101 Jun 24 10:28:33.031282 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:33.323131 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Allocated IP 172.20.0.1 (424e5ed4-cb6b-46fb-89af-13a694cf4b6a/bdc38943-1dfc-4a35-824c-9fd7dd6d180c/50b24264-c80d-439e-8be9-03c4aa00ee28) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:28:33.507945 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:33.532227 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Transition to ACTIVE for port object 50b24264-c80d-439e-8be9-03c4aa00ee28 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:28:33.685349 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:33.688433 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:33.747327 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:33.751940 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:33.762615 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:28:33.762757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:33.826066 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Pushing event updated for resources: {'Port': ['ID=50b24264-c80d-439e-8be9-03c4aa00ee28,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:33.837170 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:34.000073 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4df0acfd-4041-4b0f-8e55-fa8075402fc7 None None] Provisioning for port 50b24264-c80d-439e-8be9-03c4aa00ee28 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:34.009314 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4df0acfd-4041-4b0f-8e55-fa8075402fc7 None None] Provisioning complete for port 50b24264-c80d-439e-8be9-03c4aa00ee28 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:34.009314 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4df0acfd-4041-4b0f-8e55-fa8075402fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.036403 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-4df0acfd-4041-4b0f-8e55-fa8075402fc7 None None] Port 50b24264-c80d-439e-8be9-03c4aa00ee28 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:28:34.139723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.319377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.438771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.439953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.441793 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:34.516819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Pushing event updated for resources: {'Port': ['ID=50b24264-c80d-439e-8be9-03c4aa00ee28,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:34.520750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:34.564389 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:34.565681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:34.758138 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-25672aec-dec4-48a1-8d3c-baca5f501c72 None None] Provisioning complete for port 50b24264-c80d-439e-8be9-03c4aa00ee28 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:34.758505 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-25672aec-dec4-48a1-8d3c-baca5f501c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:34.789880 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-25672aec-dec4-48a1-8d3c-baca5f501c72 None None] Port 50b24264-c80d-439e-8be9-03c4aa00ee28 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:28:34.794587 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Router b6e04975-c2cb-4887-a168-17df43c658aa is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:28:34.885362 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:34.890469 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] 10.222.0.24 "PUT /v2.0/routers/b6e04975-c2cb-4887-a168-17df43c658aa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1146183 Jun 24 10:28:34.895127 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Sync routers for ids ['b6e04975-c2cb-4887-a168-17df43c658aa'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:34.907178 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Routers {'b6e04975-c2cb-4887-a168-17df43c658aa'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:34.907989 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:28:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['b6e04975-c2cb-4887-a168-17df43c658aa'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:35.088411 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Set router b6e04975-c2cb-4887-a168-17df43c658aa gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:35.502770 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:33Z', 'revision_number': 2, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port_host': None, '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:34Z', 'revision_number': 2, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:35.554292 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Checking router: b6e04975-c2cb-4887-a168-17df43c658aa for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:35.554664 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Updating router b6e04975-c2cb-4887-a168-17df43c658aa port 50b24264-c80d-439e-8be9-03c4aa00ee28 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:28:35.615285 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.090850 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.110893 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Transition to ACTIVE for port object 50b24264-c80d-439e-8be9-03c4aa00ee28 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:28:36.217812 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.220732 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:36.357442 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Pushing event updated for resources: {'Port': ['ID=50b24264-c80d-439e-8be9-03c4aa00ee28,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:36.391642 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.392004 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.392308 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.392632 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.392961 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.393284 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.393601 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.393906 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.394212 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.394522 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.394831 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.395162 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Tracked resource versions report: Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: pushed versions: Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: { 'AddressGroup': {'1.2'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'ConntrackHelper': {'1.0'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Log': {'1.0'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Network': {'1.1'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Port': {'1.7'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'PortForwarding': {'1.2'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'QosPolicy': {'1.8'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroup': {'1.4'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SubPort': {'1.0'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Subnet': {'1.1'}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Trunk': {'1.1'}} Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: consumer versions: Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'ConntrackHelper': '1.0', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Log': '1.0', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Network': '1.1', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Port': '1.7', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'PortForwarding': '1.2', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'QosPolicy': '1.8', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroup': '1.4', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroupRule': '1.2', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'SubPort': '1.0', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Subnet': '1.1', Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: 'Trunk': '1.1'}} Jun 24 10:28:36.396537 dv-cinder-786386-9-smb neutron-server[93745]: {{(pid=93745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:28:36.399202 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Attempting to bind port 50b24264-c80d-439e-8be9-03c4aa00ee28 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:28:36.399574 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Attempting to bind port 50b24264-c80d-439e-8be9-03c4aa00ee28 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:28:36.400013 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Attempting to bind port 50b24264-c80d-439e-8be9-03c4aa00ee28 on network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:28:36.405165 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:36.406277 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:28:36.406694 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Checking segment: {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:28:36.407201 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.407641 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Bound using segment: {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:28:36.408699 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Bound port: 50b24264-c80d-439e-8be9-03c4aa00ee28, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c1bcb-0935-4798-a38f-91af5789b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:28:36.408699 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.475008 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] For port 50b24264-c80d-439e-8be9-03c4aa00ee28, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:28:36.495517 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] For port 50b24264-c80d-439e-8be9-03c4aa00ee28, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=50b24264-c80d-439e-8be9-03c4aa00ee28,segment=NetworkSegment(236c1bcb-0935-4798-a38f-91af5789b24f),segment_id=236c1bcb-0935-4798-a38f-91af5789b24f)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:28:36.595474 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:36.597687 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:36.647620 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Routers {'b6e04975-c2cb-4887-a168-17df43c658aa'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:36.648301 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:28:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['b6e04975-c2cb-4887-a168-17df43c658aa'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:36.695880 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Pushing event updated for resources: {'Port': ['ID=50b24264-c80d-439e-8be9-03c4aa00ee28,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:36.727165 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:36.750274 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] Set router b6e04975-c2cb-4887-a168-17df43c658aa gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:36.949809 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:33Z', 'revision_number': 2, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port_host': None, '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:36Z', 'revision_number': 4, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:36.979351 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31f1-6779-488c-86c9-d0e2ea28abe1 None None] The sync data for ids ['b6e04975-c2cb-4887-a168-17df43c658aa'] in dv-cinder-786386-9-smb is: [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:33Z', 'revision_number': 2, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port_host': None, '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:36Z', 'revision_number': 4, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:37.086581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49876) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:37.194068 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689bf5be-73a6-4c71-8ed3-25caa59cae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:37.195461 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-689bf5be-73a6-4c71-8ed3-25caa59cae3f admin admin] 10.222.0.24 "GET /v2.0/networks/f0253786-66f4-4c24-b423-abda2a7e8b37 HTTP/1.1" status: 200 len: 842 time: 0.1078906 Jun 24 10:28:37.205259 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:37.348983 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Made reservation on behalf of 2e3e7eb41d38441b816ec0ea335013c3 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:28:37.351260 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:37.711421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.objects.ports [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 10:28:37.711875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:37.714671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:37.773776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09789023-ff99-4914-9ddd-8c262d59e09f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:37.778151 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:28:37.778507 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Network hostable DHCP agents. Network: f0253786-66f4-4c24-b423-abda2a7e8b37, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:28:37.780543 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:37.895523 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:28:38.015576 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, f0253786-66f4-4c24-b423-abda2a7e8b37) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:38.019609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:38.020532 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:38.025822 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931445f4-5ffe-4c43-8687-101ab213037f None None] Network f0253786-66f4-4c24-b423-abda2a7e8b37 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:38.125193 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9233391 Jun 24 10:28:38.150649 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6aa6e4-23b2-4148-ab66-c8e0177bc278 None None] Network f0253786-66f4-4c24-b423-abda2a7e8b37 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:28:40.377587 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 49888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:40.505308 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-69e66ebe-5cc7-4009-af74-77d52c47ed53 admin admin] 10.222.0.24 "GET /v2.0/routers/b6e04975-c2cb-4887-a168-17df43c658aa HTTP/1.1" status: 200 len: 710 time: 0.1265886 Jun 24 10:28:40.588737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8f087-d372-4b44-a632-2c10e28d5b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:28:40.590052 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c8f8f087-d372-4b44-a632-2c10e28d5b85 admin admin] 10.222.0.24 "GET /v2.0/networks/f0253786-66f4-4c24-b423-abda2a7e8b37 HTTP/1.1" status: 200 len: 886 time: 0.0796885 Jun 24 10:28:40.598695 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:28:40.926205 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:40.938281 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 50b24264-c80d-439e-8be9-03c4aa00ee28 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:41.085729 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 50b24264-c80d-439e-8be9-03c4aa00ee28 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:41.090309 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 50b24264-c80d-439e-8be9-03c4aa00ee28 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:41.090752 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.173087 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.204611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 50b24264-c80d-439e-8be9-03c4aa00ee28, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=50b24264-c80d-439e-8be9-03c4aa00ee28,segment=NetworkSegment(236c1bcb-0935-4798-a38f-91af5789b24f),segment_id=236c1bcb-0935-4798-a38f-91af5789b24f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:41.283912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.308572 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.313298 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:41.356172 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=50b24264-c80d-439e-8be9-03c4aa00ee28,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:41.359251 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:41.359642 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.460475 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Allocated IP 172.28.2.222 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/76f2bb58-1826-494a-abb1-8a437955284b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:28:41.558728 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.703595 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:41.705915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:41.739280 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:41.741908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:41.744456 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:28:41.787207 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Pushing event updated for resources: {'Port': ['ID=76f2bb58-1826-494a-abb1-8a437955284b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:41.790684 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:42.103057 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:42.287146 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:42.290234 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694851'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:42.394100 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Router b6e04975-c2cb-4887-a168-17df43c658aa has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:28:42.580912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:42.585279 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:42.586313 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] 10.222.0.24 "PUT /v2.0/routers/b6e04975-c2cb-4887-a168-17df43c658aa HTTP/1.1" status: 200 len: 890 time: 1.9908485 Jun 24 10:28:42.590594 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Sync routers for ids ['b6e04975-c2cb-4887-a168-17df43c658aa'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:42.602161 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Routers {'b6e04975-c2cb-4887-a168-17df43c658aa'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:42.602838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:28:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['b6e04975-c2cb-4887-a168-17df43c658aa'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:42.879716 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Set router b6e04975-c2cb-4887-a168-17df43c658aa gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:42.925302 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 50b24264-c80d-439e-8be9-03c4aa00ee28 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:43.183381 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 50b24264-c80d-439e-8be9-03c4aa00ee28 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:43.183673 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.375105 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '76f2bb58-1826-494a-abb1-8a437955284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 4, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port': {'id': '76f2bb58-1826-494a-abb1-8a437955284b', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:41Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 5, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:43.426061 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Checking router: b6e04975-c2cb-4887-a168-17df43c658aa for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:43.426453 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Updating router b6e04975-c2cb-4887-a168-17df43c658aa port 76f2bb58-1826-494a-abb1-8a437955284b binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:28:43.459194 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.783778 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.793439 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Transition to ACTIVE for port object 76f2bb58-1826-494a-abb1-8a437955284b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:28:43.856950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.860382 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:43.907737 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Attempting to bind port 76f2bb58-1826-494a-abb1-8a437955284b on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:28:43.908114 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Attempting to bind port 76f2bb58-1826-494a-abb1-8a437955284b by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:28:43.908480 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Attempting to bind port 76f2bb58-1826-494a-abb1-8a437955284b on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:28:43.912484 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Pushing event updated for resources: {'Port': ['ID=76f2bb58-1826-494a-abb1-8a437955284b,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:43.913474 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:43.916121 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:28:43.916502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:28:43.916905 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.917799 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:28:43.918721 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Bound port: 76f2bb58-1826-494a-abb1-8a437955284b, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:28:43.918721 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:43.967454 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] For port 76f2bb58-1826-494a-abb1-8a437955284b, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:28:43.971018 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] For port 76f2bb58-1826-494a-abb1-8a437955284b, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=76f2bb58-1826-494a-abb1-8a437955284b,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:28:44.057556 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:44.059868 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-2bd2839f-db4d-43b1-9202-52f408a4c913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:44.121196 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Pushing event updated for resources: {'Port': ['ID=76f2bb58-1826-494a-abb1-8a437955284b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:44.123791 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Routers {'b6e04975-c2cb-4887-a168-17df43c658aa'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:28:44.124391 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:28:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['b6e04975-c2cb-4887-a168-17df43c658aa'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:44.126264 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:44.301780 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] Set router b6e04975-c2cb-4887-a168-17df43c658aa gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:28:44.507252 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '76f2bb58-1826-494a-abb1-8a437955284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 4, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port': {'id': '76f2bb58-1826-494a-abb1-8a437955284b', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:41Z', 'updated_at': '2021-06-24T10:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 5, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:44.533695 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb668f-7509-40c7-9b33-5c728f97f48c None None] The sync data for ids ['b6e04975-c2cb-4887-a168-17df43c658aa'] in dv-cinder-786386-9-smb is: [{'id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'name': 'router1', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '76f2bb58-1826-494a-abb1-8a437955284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:28:23Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 4, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'gw_port': {'id': '76f2bb58-1826-494a-abb1-8a437955284b', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:41Z', 'updated_at': '2021-06-24T10:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '50b24264-c80d-439e-8be9-03c4aa00ee28', 'name': '', 'network_id': '424e5ed4-cb6b-46fb-89af-13a694cf4b6a', 'tenant_id': '8a70db8c08cb4166b49102b06fc8e2be', 'mac_address': 'fa:16:3e:01:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e04975-c2cb-4887-a168-17df43c658aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:28:33Z', 'updated_at': '2021-06-24T10:28:41Z', 'revision_number': 5, 'project_id': '8a70db8c08cb4166b49102b06fc8e2be', 'subnets': [{'id': 'bdc38943-1dfc-4a35-824c-9fd7dd6d180c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b095934-8e05-40ad-aca5-0f36b86abad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:44.962127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 76f2bb58-1826-494a-abb1-8a437955284b up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:45.010129 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 49896) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:28:45.078622 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 76f2bb58-1826-494a-abb1-8a437955284b completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:28:45.082616 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 76f2bb58-1826-494a-abb1-8a437955284b triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:45.083029 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:45.164821 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:45.186955 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7572da8f-ccf7-44d6-90e0-105511006489 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1693692 Jun 24 10:28:45.187367 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 76f2bb58-1826-494a-abb1-8a437955284b, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=76f2bb58-1826-494a-abb1-8a437955284b,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:45.269147 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:45.272833 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:28:45.325888 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=76f2bb58-1826-494a-abb1-8a437955284b,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:45.329954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:28:46.950816 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 76f2bb58-1826-494a-abb1-8a437955284b up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:47.012837 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 76f2bb58-1826-494a-abb1-8a437955284b triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:28:47.013217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:48.095838 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:28:56.141272 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-344491eb-c4fd-4a97-8845-d8d55da9a19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.015218 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6a692dbb-27e1-461d-88cb-97c8d7ed0101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.066410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:28:59.999610 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:02.068257 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:25.094092 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:26.182183 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c0fd448a-3da5-4040-adae-885945ec913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:29.021728 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0cece78-045c-42a4-a403-800fa41ddc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:29.130041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:30.083769 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:32.038408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:56.220473 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6827ba68-94da-4059-914d-cafef98224ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:59.065800 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b4452983-a190-4b38-9ef9-0d0c752f2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:29:59.099946 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:00.036955 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:02.059856 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:02.093217 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:24.205196 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50464) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:24.264755 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.pecan_wsgi.hooks.translation [None req-accda484-3f5f-42f5-b4b0-c3cbce1731bb admin admin] GET failed (client error): The resource could not be found. Jun 24 10:30:24.266058 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-accda484-3f5f-42f5-b4b0-c3cbce1731bb admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599189 Jun 24 10:30:24.424366 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb87cb-08d6-4481-aab9-520a03ad18c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:24.425820 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d3cb87cb-08d6-4481-aab9-520a03ad18c8 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557693 Jun 24 10:30:26.145032 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-01ac5336-e0ff-4000-bb71-a6816f5be496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:26.569800 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50474) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:26.660785 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee69df-76df-4c91-bc5a-4a4e648346ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:26.662191 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-60ee69df-76df-4c91-bc5a-4a4e648346ba admin admin] 10.222.0.24 "GET /v2.0/subnets/bdc38943-1dfc-4a35-824c-9fd7dd6d180c HTTP/1.1" status: 200 len: 849 time: 0.0914547 Jun 24 10:30:26.680642 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:30:26.767505 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:27.001883 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730702773962'] for subnet, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:27.005051 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1469de32-73c9-4420-aa65-ff38cf035a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:30:27.039903 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:27.039903 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:27.040774 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] 10.222.0.24 "PUT /v2.0/subnets/bdc38943-1dfc-4a35-824c-9fd7dd6d180c HTTP/1.1" status: 200 len: 868 time: 0.3649065 Jun 24 10:30:27.042080 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad6850b-f9d4-4e5e-aa38-6757c20fd27e None None] Network 424e5ed4-cb6b-46fb-89af-13a694cf4b6a requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:30:27.065479 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc38943-1dfc-4a35-824c-9fd7dd6d180c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:27.073958 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.074415 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.074792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.076096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.076096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.076096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.076336 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.076749 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.077141 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.077629 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.077962 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.078265 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:27.081978 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:30:27.404696 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d2054ce1-0d6f-4793-9133-e64151a050e1 None None] Provisioning complete for port 50b24264-c80d-439e-8be9-03c4aa00ee28 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:30:27.405240 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d2054ce1-0d6f-4793-9133-e64151a050e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:27.491748 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d2054ce1-0d6f-4793-9133-e64151a050e1 None None] Provisioning complete for port 96d2c60d-b42c-4c6b-bf02-af5710d9ad5f triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:30:27.492058 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d2054ce1-0d6f-4793-9133-e64151a050e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:28.996525 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22ab9554-03a4-4c84-b6e2-5afdb26dccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:29.064758 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:29.214797 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50482) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:29.416931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812cf67-9633-4571-a522-ece1e286dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:29.417402 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812cf67-9633-4571-a522-ece1e286dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:29.419028 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c812cf67-9633-4571-a522-ece1e286dcea admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031589 Jun 24 10:30:30.265290 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:31.597706 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50490) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:31.736179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89ac6e-39d7-4383-98aa-4cc4217ab771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:31.736663 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89ac6e-39d7-4383-98aa-4cc4217ab771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:31.738339 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cb89ac6e-39d7-4383-98aa-4cc4217ab771 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1396558 Jun 24 10:30:32.059376 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:33.900253 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50498) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:34.038036 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b124e95-81cd-4854-a2c8-797b0d2b0ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:34.039451 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-5b124e95-81cd-4854-a2c8-797b0d2b0ee7 admin admin] 10.222.0.24 "GET /v2.0/networks/424e5ed4-cb6b-46fb-89af-13a694cf4b6a HTTP/1.1" status: 200 len: 869 time: 0.1382208 Jun 24 10:30:36.208583 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:36.329619 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4dd12-e027-416b-9de3-382164e0bd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:36.331070 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-dce4dd12-e027-416b-9de3-382164e0bd8a admin admin] 10.222.0.24 "GET /v2.0/networks/f0253786-66f4-4c24-b423-abda2a7e8b37 HTTP/1.1" status: 200 len: 886 time: 0.1208751 Jun 24 10:30:38.466663 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:38.588932 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a503d499-5da4-43db-933b-4733c708fdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.589396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a503d499-5da4-43db-933b-4733c708fdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:38.590938 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a503d499-5da4-43db-933b-4733c708fdda admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232789 Jun 24 10:30:39.091699 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:40.711406 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:40.804466 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166e5bc-c542-408a-b9a0-d7cb2d6582f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:40.804929 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166e5bc-c542-408a-b9a0-d7cb2d6582f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:40.806497 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-5166e5bc-c542-408a-b9a0-d7cb2d6582f9 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941241 Jun 24 10:30:42.924797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50532) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:43.012509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e5a550-0ded-467b-b5d5-67a6472a2eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:43.013851 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-35e5a550-0ded-467b-b5d5-67a6472a2eb5 admin admin] 10.222.0.24 "GET /v2.0/subnets/09789023-ff99-4914-9ddd-8c262d59e09f HTTP/1.1" status: 200 len: 816 time: 0.0881176 Jun 24 10:30:45.161190 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50540) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:30:45.251797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684dc64-4ce2-4684-a93e-0717a3d5f600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:30:45.253106 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a684dc64-4ce2-4684-a93e-0717a3d5f600 admin admin] 10.222.0.24 "GET /v2.0/subnets/bdc38943-1dfc-4a35-824c-9fd7dd6d180c HTTP/1.1" status: 200 len: 868 time: 0.0904830 Jun 24 10:30:56.144313 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3c5e-ca7c-4386-89e9-d4232665e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:59.001041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83962098-13d5-4147-9fbe-d017460e304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:30:59.079989 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:00.017234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:02.116281 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:08.653973 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50584) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:08.703591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [None req-7fd53930-7fd0-4ad5-913b-e0f18cf2d81c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:31:08.703591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7fd53930-7fd0-4ad5-913b-e0f18cf2d81c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463343 Jun 24 10:31:10.902009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50592) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:10.959572 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb3c59b-8229-4eb9-b3f2-552eff705e8d admin admin] GET failed (client error): The resource could not be found. Jun 24 10:31:10.960852 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ccb3c59b-8229-4eb9-b3f2-552eff705e8d admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578895 Jun 24 10:31:11.096933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d040e1f-2c70-4ed6-8a9b-802cfd42a119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:11.098839 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1d040e1f-2c70-4ed6-8a9b-802cfd42a119 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336181 Jun 24 10:31:13.266451 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50600) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:13.312853 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:31:13.433908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Made reservation on behalf of 2e3e7eb41d38441b816ec0ea335013c3 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:31:13.436298 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.465335 dv-cinder-786386-9-smb neutron-server[93742]: WARNING neutron.services.revisions.revision_plugin [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Could not find related network for resource to bump revision. Jun 24 10:31:13.478855 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:31:13.488113 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.488455 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Added segment 11c4e56e-0136-424c-8a4f-f85a8b35ad81 of type vlan for network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e Jun 24 10:31:13.530738 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.629813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.631157 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:13.631744 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:13.633865 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:13.709666 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Pushing event updated for resources: {'Network': ['ID=d3cceb81-d64d-462d-8b18-1f1b5e47bd7e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.723508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:13.727900 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:13.735594 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:31:13.818113 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5505424 Jun 24 10:31:15.994546 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50608) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:31:16.052336 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e3de92-d497-4aad-bfa6-9deda8ba5a79 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:31:16.053614 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c5e3de92-d497-4aad-bfa6-9deda8ba5a79 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581100 Jun 24 10:31:16.090585 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:16.120092 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbcb53-efc8-4b7a-a542-c5a913cf5fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:16.121515 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-95cbcb53-efc8-4b7a-a542-c5a913cf5fb7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640843 Jun 24 10:31:16.131673 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Request body: {'subnet': {'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:31:16.223787 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Made reservation on behalf of 2e3e7eb41d38441b816ec0ea335013c3 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:31:16.226382 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:16.491596 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:16.494157 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7b550bea-f278-4ca9-a762-24f0c4fb18cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:16.556094 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5e28c5-1c5c-4063-96ec-06ad5bd87874,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:16.561073 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:16.568770 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Checking segment: {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:31:16.569191 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Network hostable DHCP agents. Network: d3cceb81-d64d-462d-8b18-1f1b5e47bd7e, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:31:16.643787 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:31:16.709165 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, d3cceb81-d64d-462d-8b18-1f1b5e47bd7e) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:31:16.713561 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:31:16.714179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:16.721909 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8621b5-d529-4153-a49c-106799ca7d82 None None] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:31:16.790266 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6624937 Jun 24 10:31:16.994942 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-d3cceb81-d64d-462d-8b18-1f1b5e47bd7e', 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e', 'tenant_id': '2e3e7eb41d38441b816ec0ea335013c3', 'fixed_ips': [{'subnet_id': '5a5e28c5-1c5c-4063-96ec-06ad5bd87874'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:31:16.994942 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:17.244191 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Allocated IP 192.168.233.2 (d3cceb81-d64d-462d-8b18-1f1b5e47bd7e/5a5e28c5-1c5c-4063-96ec-06ad5bd87874/9d73f614-5fd5-41be-81c0-5784c1ea417c) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:31:17.485831 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:17.494329 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Transition to ACTIVE for port object 9d73f614-5fd5-41be-81c0-5784c1ea417c will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:31:17.508991 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Transition to ACTIVE for port object 9d73f614-5fd5-41be-81c0-5784c1ea417c will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:31:17.693030 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:17.695346 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:17.732382 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:31:17.735329 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:31:17.738788 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:31:17.752499 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Pushing event updated for resources: {'Port': ['ID=9d73f614-5fd5-41be-81c0-5784c1ea417c,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:17.781449 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.781825 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.782157 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.782485 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.782809 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.783156 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.783478 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.783817 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.784136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.784453 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.784765 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.785075 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:17.789266 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:17.818849 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Attempting to bind port 9d73f614-5fd5-41be-81c0-5784c1ea417c on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:31:17.819865 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Attempting to bind port 9d73f614-5fd5-41be-81c0-5784c1ea417c by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:31:17.819865 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Attempting to bind port 9d73f614-5fd5-41be-81c0-5784c1ea417c on network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:31:17.824519 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:31:17.824885 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Checking segment: {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:31:17.825283 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:17.825671 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Bound using segment: {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:31:17.826157 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Bound port: 9d73f614-5fd5-41be-81c0-5784c1ea417c, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:31:17.827239 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:17.888227 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] For port 9d73f614-5fd5-41be-81c0-5784c1ea417c, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:31:17.891694 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] For port 9d73f614-5fd5-41be-81c0-5784c1ea417c, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=9d73f614-5fd5-41be-81c0-5784c1ea417c,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:31:18.091949 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:18.091949 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:18.144150 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Pushing event updated for resources: {'Port': ['ID=9d73f614-5fd5-41be-81c0-5784c1ea417c,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:18.148318 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:18.975781 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa128207-506e-4fdb-8d39-90bd94f5fcca None None] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:31:19.090548 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 9d73f614-5fd5-41be-81c0-5784c1ea417c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:31:19.135903 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3eaa3c80-bf4b-4416-ada3-603ca2a72380 None None] Provisioning for port 9d73f614-5fd5-41be-81c0-5784c1ea417c completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:31:19.270133 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 9d73f614-5fd5-41be-81c0-5784c1ea417c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:31:19.274753 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 9d73f614-5fd5-41be-81c0-5784c1ea417c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:31:19.283101 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:19.385986 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:19.404930 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-1bb523b7-267d-487f-a440-5918e8ce1155 None None] Provisioning complete for port 9d73f614-5fd5-41be-81c0-5784c1ea417c triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:31:19.404930 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1bb523b7-267d-487f-a440-5918e8ce1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:19.448545 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 9d73f614-5fd5-41be-81c0-5784c1ea417c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=9d73f614-5fd5-41be-81c0-5784c1ea417c,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:31:19.493821 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1bb523b7-267d-487f-a440-5918e8ce1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:19.505988 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:19.514234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:31:19.584754 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.db.api [None req-1bb523b7-267d-487f-a440-5918e8ce1155 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:31:19.585143 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_db.api [None req-1bb523b7-267d-487f-a440-5918e8ce1155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:31:19.589516 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=9d73f614-5fd5-41be-81c0-5784c1ea417c,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:19.592613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:31:21.025479 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 9d73f614-5fd5-41be-81c0-5784c1ea417c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:31:21.072169 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 9d73f614-5fd5-41be-81c0-5784c1ea417c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:31:21.072552 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:26.149217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0dffb9aa-91a9-4b09-b965-3e699249cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:29.052966 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1fb75afe-4745-4b21-9899-29c9f8b84648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:29.079001 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:30.006121 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:32.181474 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:53.088921 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:56.140572 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9127b866-6787-4312-8037-efdaa79e4ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:59.083241 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-239a1a26-2320-4bfa-8cc5-0e3e0edad0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:31:59.111563 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:00.034794 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:02.117572 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:26.193467 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-eda57912-53df-40e2-84a1-0464b248861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:29.000384 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-76eb34c6-e580-4cc4-8726-276b7b117634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:29.088149 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:30.056365 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:30.090888 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:32.082103 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:36.434137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50660) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:36.439941 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [None req-b01f275a-e8bf-42a1-ac48-72c95fc1559f tempest-verify_tempest_config-113104514 tempest-verify_tempest_config-113104514-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:32:36.440915 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b01f275a-e8bf-42a1-ac48-72c95fc1559f tempest-verify_tempest_config-113104514 tempest-verify_tempest_config-113104514-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058174 Jun 24 10:32:37.048911 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50678) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:37.150745 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.234411 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.310410 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.313589 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:37.355863 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a38498c9f39f4d37abb4d32b85dbb988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3059309 Jun 24 10:32:37.356809 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353435b-4b66-4aff-8abf-f1b1993c924b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:37.360592 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:32:37.364920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.365214 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.365552 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.365884 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.366213 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.366539 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.366861 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.367204 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.367560 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.367869 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.368184 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.368497 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.372396 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:37.414453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.437640 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.596445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.599880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:37.601258 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3353435b-4b66-4aff-8abf-f1b1993c924b HTTP/1.1" status: 204 len: 168 time: 0.2416677 Jun 24 10:32:37.601953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:32:37.609374 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353435b-4b66-4aff-8abf-f1b1993c924b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:32:37.616911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.617407 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.617750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.618086 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.618445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.618774 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.619124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.619552 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.619881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.620201 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.620521 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.620837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:32:37.624041 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:32:56.154966 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6df1-983f-4397-af16-21abde1f3328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:59.063730 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1900c96f-5a10-4dd6-897c-074c784144d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:32:59.135454 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:00.012789 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:02.109316 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:07.089705 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:26.163634 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-02a22bfe-9670-40cf-8d74-24d58db9d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:29.043648 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-77b20959-edf2-4492-bf04-1dd9c43686e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:29.073982 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:30.005331 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:32.072215 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:44.088385 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:56.168649 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6164b86b-9480-491f-88c0-63188bda0a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:59.002137 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-92fe5dcf-17f6-4d6c-8a28-f125a953ac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:33:59.071203 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:00.004788 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:02.083750 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:21.087456 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:26.151430 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7619eff0-d7cf-4e3a-a95c-c63a18b35469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:29.054286 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b212bc6c-5143-49fe-a78d-9a025bf06ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:29.099995 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:30.008537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:31.231086 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1693497'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:32.076518 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:42.439328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50758) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:34:42.539484 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7b8279ca-9971-4e83-aae5-6650e0147611 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0990653 Jun 24 10:34:44.668010 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50768) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:34:44.720172 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b833eaee-dc8e-42b2-94ad-3e918d705b62 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0511153 Jun 24 10:34:56.184133 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-523c8158-0b69-4e6a-8653-f27f2b3e1290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:58.086039 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:59.002233 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a2adb162-c8c7-4035-88d4-335709886c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:34:59.070241 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:00.030267 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:01.224540 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:02.104116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:26.166355 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-95f13abd-b59c-4235-8413-8bcdab2f5746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:29.017705 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-25c7b5b5-2746-40eb-ac64-14edddcbd4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:29.080181 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:30.103393 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:31.206679 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:32.114629 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:35.084557 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:35:56.182962 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c4162a50-f45f-4529-bc0b-fba6323ed1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:59.022817 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e78f4ba3-9a52-4067-8fca-06959ae13b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:35:59.051770 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:00.022231 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:01.187967 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:02.085953 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:12.085520 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:19.081756 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50958) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:19.408669 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-577672066-network', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:19.535358 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Made reservation on behalf of 6fc443fa755e4b78927b71f9d6dd0fc1 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:19.537710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.553406 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.633562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.753889 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.758653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:19.781045 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:19.795507 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797d9c7-8d71-41cf-9a7a-0532beee38cc,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:19.803627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.803873 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Added segment 14014a7e-0cb2-418b-893f-436b0e5d394c of type vlan for network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 Jun 24 10:36:19.868563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.868904 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.869235 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.869558 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.869879 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.870197 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.870511 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.870825 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.871249 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.871563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.871874 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.872182 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Tracked resource versions report: Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: pushed versions: Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Log': {'1.0'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Network': {'1.1'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Port': {'1.7'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'PortForwarding': {'1.2'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'QosPolicy': {'1.8'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SubPort': {'1.0'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Subnet': {'1.1'}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Trunk': {'1.1'}} Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: consumer versions: Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: HyperV agent@hv-cinder-78638: {}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'ConntrackHelper': '1.0', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Log': '1.0', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Network': '1.1', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Port': '1.7', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'PortForwarding': '1.2', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'QosPolicy': '1.8', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroup': '1.4', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SecurityGroupRule': '1.2', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'SubPort': '1.0', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Subnet': '1.1', Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: 'Trunk': '1.1'}} Jun 24 10:36:19.873308 dv-cinder-786386-9-smb neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:36:19.881763 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:19.919870 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:19.994139 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 50990) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:20.039465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.041717 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:20.042535 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.054133 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:20.058509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 50998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:20.069407 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:20.104824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Pushing event updated for resources: {'Network': ['ID=9ee2ed9f-cfa4-4718-a044-880bf9fc8275,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.107746 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:20.117127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:20.200296 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1174357 Jun 24 10:36:20.204019 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51016) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:20.208805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Request body: {'subnet': {'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-subnet', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:20.267687 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1061032770-network', 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:20.332221 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Made reservation on behalf of 6fc443fa755e4b78927b71f9d6dd0fc1 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:20.334560 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.468289 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-423004669-network', 'tenant_id': '5ecfa1d7bc47434294067665b5bd6051'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:20.544485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-588273878-network', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:20.571371 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:20.573753 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.583241 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.584647 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.db.api [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:36:20.584647 dv-cinder-786386-9-smb neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:36:20.584647 dv-cinder-786386-9-smb neutron-server[93742]: [parameters: {'project_id_1': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 36, 20, 549998)}] Jun 24 10:36:20.584647 dv-cinder-786386-9-smb neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:36:20.585476 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_db.api [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:36:20.610987 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.613852 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:20.672556 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Checking segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:20.672912 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Network hostable DHCP agents. Network: 9ee2ed9f-cfa4-4718-a044-880bf9fc8275, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:20.675770 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0470ebd8-2db8-4086-92b7-b43eb041baa9,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.679582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:20.764156 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Made reservation on behalf of 5ecfa1d7bc47434294067665b5bd6051 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:20.766805 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.777190 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.863702 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.864635 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:20.970907 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:20.983877 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:20.996372 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-88f65d68-c0a3-4583-ade0-c0f4fb93749a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:21.000728 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 9ee2ed9f-cfa4-4718-a044-880bf9fc8275) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:21.002740 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.003113 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Added segment 63253e24-2d22-4485-ab62-43a5cb01ecee of type vlan for network 302db360-0ac3-43ca-9adc-2945effe4b8d Jun 24 10:36:21.012647 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843b878-e2fe-4218-821c-45119a53e4a8 None None] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:21.016257 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:21.022564 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.043699 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.064070 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:21.069201 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.081289 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.136681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.140346 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf557dda-4f1e-4a13-9d21-2349abebf787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:21.159264 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:21.176588 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.177238 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Added segment 3cea4145-2f14-4ddc-b55e-e2abfa28a9f6 of type vlan for network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa Jun 24 10:36:21.182567 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.184206 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:21.184819 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.189203 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:21.209917 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:36:21.211543 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.224772 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.283690 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c6a32-8e8e-4e77-9a9d-ade66422c338,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.292558 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.292910 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.293224 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.293728 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.294196 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.294797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.295829 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.296384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.297010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.297663 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.298143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.298613 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Tracked resource versions report: Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: pushed versions: Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Log': {'1.0'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Network': {'1.1'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Port': {'1.7'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'PortForwarding': {'1.2'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'QosPolicy': {'1.8'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SubPort': {'1.0'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Subnet': {'1.1'}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Trunk': {'1.1'}} Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: consumer versions: Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: HyperV agent@hv-cinder-78638: {}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'ConntrackHelper': '1.0', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Log': '1.0', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Network': '1.1', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Port': '1.7', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'PortForwarding': '1.2', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'QosPolicy': '1.8', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroup': '1.4', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SecurityGroupRule': '1.2', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'SubPort': '1.0', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Subnet': '1.1', Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: 'Trunk': '1.1'}} Jun 24 10:36:21.299973 dv-cinder-786386-9-smb neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:36:21.303031 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Pushing event updated for resources: {'Network': ['ID=302db360-0ac3-43ca-9adc-2945effe4b8d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.307096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:21.308001 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1030231 Jun 24 10:36:21.310967 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51050) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:21.315591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:21.316371 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:21.329567 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.331281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:21.331888 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.334037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:21.336288 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 302db360-0ac3-43ca-9adc-2945effe4b8d details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:21.391452 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Pushing event updated for resources: {'Network': ['ID=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.396781 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:21.415763 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:21.423460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Made reservation on behalf of fbaf8b3bf1df42949a1684b61cf79fcf for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:21.426815 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.439251 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.540419 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Allocated IP 172.20.0.2 (9ee2ed9f-cfa4-4718-a044-880bf9fc8275/0470ebd8-2db8-4086-92b7-b43eb041baa9/f4370326-cacc-4e01-ae4c-5679723b0e36) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:21.556687 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5614340 Jun 24 10:36:21.561554 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51058) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:21.568431 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Request body: {'subnet': {'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1061032770-subnet', 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:21.691510 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.694179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.781657 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.816743 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Transition to ACTIVE for port object f4370326-cacc-4e01-ae4c-5679723b0e36 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:21.845838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Transition to ACTIVE for port object f4370326-cacc-4e01-ae4c-5679723b0e36 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:21.864050 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.868164 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8046501 Jun 24 10:36:21.869354 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51082) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:21.875344 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Request body: {'subnet': {'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-423004669-subnet', 'tenant_id': '5ecfa1d7bc47434294067665b5bd6051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:21.879997 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.db.api [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:36:21.879997 dv-cinder-786386-9-smb neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:36:21.879997 dv-cinder-786386-9-smb neutron-server[93742]: [parameters: {'project_id_1': '9fbe2398d45e457eb6995bfdb5714563', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 36, 21, 574737)}] Jun 24 10:36:21.879997 dv-cinder-786386-9-smb neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:36:21.880813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_db.api [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:36:21.939813 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.945847 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:21.955860 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:21.994157 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:21.996982 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:22.003895 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:22.007397 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Pushing event updated for resources: {'Port': ['ID=f4370326-cacc-4e01-ae4c-5679723b0e36,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.018720 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.019137 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.019480 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.019815 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.020254 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.020595 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.021043 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.022395 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.026839 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:22.034046 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.034841 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Tracked resource versions report: Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: pushed versions: Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Log': {'1.0'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Network': {'1.1'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Port': {'1.7'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'PortForwarding': {'1.2'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'QosPolicy': {'1.8'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SubPort': {'1.0'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Subnet': {'1.1'}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Trunk': {'1.1'}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: consumer versions: Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: HyperV agent@hv-cinder-78638: {}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'ConntrackHelper': '1.0', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Log': '1.0', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Network': '1.1', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Port': '1.7', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'PortForwarding': '1.2', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'QosPolicy': '1.8', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroup': '1.4', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SecurityGroupRule': '1.2', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'SubPort': '1.0', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Subnet': '1.1', Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: 'Trunk': '1.1'}} Jun 24 10:36:22.040944 dv-cinder-786386-9-smb neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:36:22.045126 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:22.065268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:22.110084 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.110708 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Attempting to bind port f4370326-cacc-4e01-ae4c-5679723b0e36 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:22.110708 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Attempting to bind port f4370326-cacc-4e01-ae4c-5679723b0e36 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:22.111424 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Added segment f35ddee5-92d4-473f-b22e-8c326ddfd248 of type vlan for network e124aed2-4157-4050-8efe-330026d966c2 Jun 24 10:36:22.111864 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Attempting to bind port f4370326-cacc-4e01-ae4c-5679723b0e36 on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:22.118663 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:22.119259 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Checking segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:22.119919 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.120423 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Bound using segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:22.121083 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Bound port: f4370326-cacc-4e01-ae4c-5679723b0e36, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:22.121590 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.174618 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Made reservation on behalf of 5ecfa1d7bc47434294067665b5bd6051 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:22.177739 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.186404 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.202097 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] For port f4370326-cacc-4e01-ae4c-5679723b0e36, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:22.207608 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] For port f4370326-cacc-4e01-ae4c-5679723b0e36, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4370326-cacc-4e01-ae4c-5679723b0e36,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:22.217552 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.236252 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:22.257819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.313374 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.316846 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:22.394561 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Pushing event updated for resources: {'Port': ['ID=f4370326-cacc-4e01-ae4c-5679723b0e36,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.402089 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:22.444390 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.446448 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:22.447226 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.452725 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3399f08b-6ecb-4f4b-88c5-17e0eae5ba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:22.519598 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e124aed2-4157-4050-8efe-330026d966c2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.523674 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:22.530100 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network e124aed2-4157-4050-8efe-330026d966c2 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:22.553588 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:22.557138 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.676347 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.691441 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6180441 Jun 24 10:36:22.691851 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:22.698500 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Request body: {'subnet': {'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-subnet', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:22.706070 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7160e3ed-f240-4cf4-9ea9-838d72c4f960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:22.817555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Made reservation on behalf of fbaf8b3bf1df42949a1684b61cf79fcf for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:22.819582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.822118 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bad41f-f7ad-4443-8005-1174ca213384,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.831162 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:22.848649 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.850099 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Checking segment: {'id': '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:22.850457 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Network hostable DHCP agents. Network: 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:22.881973 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.911354 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:22.929238 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:23.071140 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6671edc7-6e19-4b2e-987d-e3b0b21b1a40,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.079780 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:23.083970 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:23.101415 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Checking segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:23.101415 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Network hostable DHCP agents. Network: 302db360-0ac3-43ca-9adc-2945effe4b8d, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:23.201737 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Allocated IP 172.28.2.47 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/f5504e5a-7bc8-48e2-b395-981693b994cf) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:23.212696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:23.222747 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:23.223370 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:23.226630 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa212fb0-988e-4a18-8206-b92096636918 None None] Network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:23.324193 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4370326-cacc-4e01-ae4c-5679723b0e36 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:23.347268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Network 302db360-0ac3-43ca-9adc-2945effe4b8d is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:23.352222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:23.367683 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-48046fd2-0337-49d6-975d-670618d2fc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:23.409316 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:23.472319 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6018283 Jun 24 10:36:23.481218 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783ae03-9c47-40c5-82c9-3cd67db3b7b5 None None] Network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:23.555227 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 302db360-0ac3-43ca-9adc-2945effe4b8d) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:23.561363 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:23.562406 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:23.594029 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2650c1-8561-4c58-97a1-c25ddde1fdd3 None None] Network 302db360-0ac3-43ca-9adc-2945effe4b8d requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:23.610332 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Checking segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:23.611007 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Network hostable DHCP agents. Network: e124aed2-4157-4050-8efe-330026d966c2, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:23.613764 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port f4370326-cacc-4e01-ae4c-5679723b0e36 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:23.617999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.621743 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:23.715106 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c9202-b121-4c9b-be88-45b36c9b2178 None None] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:23.735967 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:23.740235 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1766336 Jun 24 10:36:23.744132 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Network e124aed2-4157-4050-8efe-330026d966c2 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:23.762843 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:23.872346 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:23.878178 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:23.887748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:23.890975 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f5504e5a-7bc8-48e2-b395-981693b994cf,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.938562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:23.999096 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, e124aed2-4157-4050-8efe-330026d966c2) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:24.003091 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:24.003825 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.131742 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4386997 Jun 24 10:36:24.134651 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51178) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:24.141997 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:24.144129 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Provisioning for port f4370326-cacc-4e01-ae4c-5679723b0e36 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:24.149541 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90cc64e-21c8-48eb-9377-779512c59533 None None] Network e124aed2-4157-4050-8efe-330026d966c2 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:24.166375 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:24.168944 dv-cinder-786386-9-smb neutron-server[93742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:36:24.204233 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Provisioning complete for port f4370326-cacc-4e01-ae4c-5679723b0e36 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:24.204795 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.280395 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9d485-7772-4dc5-b674-8440e72be630 None None] Network 302db360-0ac3-43ca-9adc-2945effe4b8d requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:24.305864 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51208) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:24.308371 dv-cinder-786386-9-smb neutron-server[93743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:36:24.314761 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.315787 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.360013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-f31064b2-aec7-4b91-af81-c9e86aa360da tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:24.368081 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-f31064b2-aec7-4b91-af81-c9e86aa360da tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/networks?id=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa HTTP/1.1" status: 200 len: 811 time: 0.2001529 Jun 24 10:36:24.385706 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-1b980e97-6d37-4623-b500-48b006289f63 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/quotas/5ecfa1d7bc47434294067665b5bd6051 HTTP/1.1" status: 200 len: 375 time: 0.0164888 Jun 24 10:36:24.474446 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51218) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:24.475280 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-fc5994cc-52c4-4255-b3b2-ce4725bcba08 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ecfa1d7bc47434294067665b5bd6051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885966 Jun 24 10:36:24.603407 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.612196 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.625452 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.680893 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73fdd1-e30f-4af7-bfc8-9fa0d493bf1a None None] Network e124aed2-4157-4050-8efe-330026d966c2 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:24.758056 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-59938acd-b84a-4aa5-8163-549ded1016e7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:36:24.759285 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-59938acd-b84a-4aa5-8163-549ded1016e7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0950379 Jun 24 10:36:24.780603 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] For port f4370326-cacc-4e01-ae4c-5679723b0e36, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4370326-cacc-4e01-ae4c-5679723b0e36,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:24.833255 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-f52f3eff-6894-49bb-8e00-4de582d9522c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:24.834414 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-f52f3eff-6894-49bb-8e00-4de582d9522c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.5275702 Jun 24 10:36:24.902040 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.904714 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:24.932392 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:24.934187 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-dba4da27-16ab-4a20-bd7c-f0686b45d9d8 service neutron] 10.222.0.24 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673625 Jun 24 10:36:24.964943 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Pushing event updated for resources: {'Port': ['ID=f4370326-cacc-4e01-ae4c-5679723b0e36,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:24.968415 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:24.995622 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-8c26b6a4-39b0-413d-a83e-a766b5d84128 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/quotas/9fbe2398d45e457eb6995bfdb5714563 HTTP/1.1" status: 200 len: 375 time: 0.0536647 Jun 24 10:36:24.999567 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.022118 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e8f2d504-9169-4ae4-87ae-2344b947232b None None] Provisioning complete for port f4370326-cacc-4e01-ae4c-5679723b0e36 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:25.022495 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d504-9169-4ae4-87ae-2344b947232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.036670 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-1458d6b7-f8fa-41e9-ba9f-e8463f5c3024 service neutron] 10.222.0.24 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016366 Jun 24 10:36:25.195475 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-9e65edce-f1bb-440c-9548-5a745174d8a9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1920166 Jun 24 10:36:25.235536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4370326-cacc-4e01-ae4c-5679723b0e36 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:25.290083 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port f4370326-cacc-4e01-ae4c-5679723b0e36 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:25.291863 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.393317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-4348ca2c-6fe3-4964-aa66-d84655daee6a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:36:25.394318 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-4348ca2c-6fe3-4964-aa66-d84655daee6a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165988 Jun 24 10:36:25.479144 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.502883 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.527697 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0e4db529-b7ba-4895-bdaa-239822a06f13 req-e4d65b5a-29fc-406a-87aa-0e6bc0f4fb6a tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0698686 Jun 24 10:36:25.659752 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.668769 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-59c7caac-7607-4407-9752-9badd600bae3 service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622843 Jun 24 10:36:25.704328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-800f984e-d12a-41dc-b233-2d1cc6a404ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:25.789151 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc5d07d56af7430db03228bc575546a1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3027580 Jun 24 10:36:25.791764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51296) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:25.846177 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb6c2a4-7017-42f0-b30e-f3a4e037aaf3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:25.858352 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:25.871273 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.879688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.910682 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.912835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:25.997428 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-8ce2e264-131d-449c-961d-147249100f80 service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846341 Jun 24 10:36:26.050525 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Router 4c742174-35ac-498c-baff-e7f69679e173 is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:36:26.091134 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.095013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.103115 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adb6c2a4-7017-42f0-b30e-f3a4e037aaf3 HTTP/1.1" status: 204 len: 168 time: 0.3090880 Jun 24 10:36:26.103421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:26.127108 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb6c2a4-7017-42f0-b30e-f3a4e037aaf3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:26.140784 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:26.148493 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Allocated IP 172.28.2.70 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/f4059739-05e3-432b-a26d-eeccab0d5a6c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:26.239470 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-20f3963e-ddfe-49a9-ad12-d139da6676d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.269890 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:26.281306 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:26.316600 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:26.317244 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:35:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:26.320332 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.399369 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.400743 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0882602 Jun 24 10:36:26.404866 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51340) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:26.410520 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c78f728-f491-428b-ab78-937ab6492fd1 req-7e2aee65-e64c-496b-a56e-fda2ed8d0788 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0346088 Jun 24 10:36:26.546084 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:26.638683 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:26.657762 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-70980adb-c174-4843-ac1e-c368d0d697a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:26.841569 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d152e682-73de-4899-a163-edb59ff7748c req-5ec7122d-6bb3-45ab-98d0-4d15f65bfaf5 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0552127 Jun 24 10:36:26.881637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:26.904725 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:26.923148 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Pushing event updated for resources: {'Port': ['ID=f4059739-05e3-432b-a26d-eeccab0d5a6c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:26.941565 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:26.983827 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:24Z', 'revision_number': 3, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:27.017851 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:27.031321 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Updating router 4c742174-35ac-498c-baff-e7f69679e173 port f5504e5a-7bc8-48e2-b395-981693b994cf binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:36:27.079376 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.247281 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:27.425741 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.441266 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Transition to ACTIVE for port object f5504e5a-7bc8-48e2-b395-981693b994cf will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:27.507527 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.532647 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-dd17d14d-7bf5-4b72-bf3d-39f9e1008a5e req-1b6f607a-5e47-4695-8547-16257a846bf0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0486124 Jun 24 10:36:27.559352 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.563193 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:27.604618 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Pushing event updated for resources: {'Port': ['ID=f5504e5a-7bc8-48e2-b395-981693b994cf,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:27.617272 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.617834 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.618350 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.619133 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.620306 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.620868 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.621410 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.622086 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.622799 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.623429 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.624041 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.624596 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Tracked resource versions report: Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: pushed versions: Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: { 'AddressGroup': {'1.2'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'ConntrackHelper': {'1.0'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Log': {'1.0'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Network': {'1.1'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Port': {'1.7'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'PortForwarding': {'1.2'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'QosPolicy': {'1.8'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroup': {'1.4'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SubPort': {'1.0'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Subnet': {'1.1'}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Trunk': {'1.1'}} Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: consumer versions: Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: { DHCP agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: HyperV agent@hv-cinder-78638: {}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: L3 agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: Metadata agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: Metering agent@dv-cinder-786386-9-smb: {}, Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: Open vSwitch agent@dv-cinder-786386-9-smb: { 'AddressGroup': '1.2', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'ConntrackHelper': '1.0', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Log': '1.0', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Network': '1.1', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Port': '1.7', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'PortForwarding': '1.2', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'QosPolicy': '1.8', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroup': '1.4', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SecurityGroupRule': '1.2', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'SubPort': '1.0', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Subnet': '1.1', Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: 'Trunk': '1.1'}} Jun 24 10:36:27.626790 dv-cinder-786386-9-smb neutron-server[93745]: {{(pid=93745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:36:27.642511 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:27.701972 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Attempting to bind port f5504e5a-7bc8-48e2-b395-981693b994cf on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:27.703099 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Attempting to bind port f5504e5a-7bc8-48e2-b395-981693b994cf by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:27.704238 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Attempting to bind port f5504e5a-7bc8-48e2-b395-981693b994cf on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:27.719470 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.722686 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:27.724748 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:27.725646 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.726728 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:27.729308 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Bound port: f5504e5a-7bc8-48e2-b395-981693b994cf, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:27.730084 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.872128 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] For port f5504e5a-7bc8-48e2-b395-981693b994cf, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:27.883510 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] For port f5504e5a-7bc8-48e2-b395-981693b994cf, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f5504e5a-7bc8-48e2-b395-981693b994cf,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:27.993182 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:27.995641 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f278a905-2cb2-4363-a07e-23cfd53e5b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:28.032225 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1ce368bb-4e60-4a50-8724-efc862ee663d req-7f80c992-d181-4c8b-bd0d-216beabc4fcd tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0676968 Jun 24 10:36:28.087801 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51452) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:28.111212 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:28.112049 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:35:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:28.126369 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Allocated IP 172.20.0.1 (9ee2ed9f-cfa4-4718-a044-880bf9fc8275/0470ebd8-2db8-4086-92b7-b43eb041baa9/0bab3c84-ad3a-46bd-84ff-732ad75ae7ab) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:28.156233 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Pushing event updated for resources: {'Port': ['ID=f5504e5a-7bc8-48e2-b395-981693b994cf,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:28.156458 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.160034 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:28.314931 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:28.323051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51462) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:28.358344 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911763332-network', 'tenant_id': '3223438890f04118a61a660754f7ba45'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:28.400370 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.402206 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.436353 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Transition to ACTIVE for port object 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:28.501284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Made reservation on behalf of 3223438890f04118a61a660754f7ba45 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:28.503596 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.522810 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.557657 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:24Z', 'revision_number': 3, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:28.588300 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Router aa67632c-42e0-4503-a079-4095cf86c213 is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:36:28.593837 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2dcf0-cb22-4ffc-8a7f-8d4bf5915eac None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:24Z', 'revision_number': 3, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:28.595709 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.600837 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:28.622984 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.716283 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:28.746299 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:28.753489 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:28.753901 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.772351 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-525b2581-d5b6-43fd-8410-7f81971ccdf6 req-79f352bd-c945-43ab-9f22-25fd0359231d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0459366 Jun 24 10:36:28.773742 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:28.787623 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:28.821071 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:28.836134 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:28.863651 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c552fbb7cf248de86702a9e11e3316f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5391388 Jun 24 10:36:28.864851 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51478) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:28.864961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4198ee3d-28a6-48d4-823b-27e5469a1bf2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:28.879776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:28.925799 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:29.023573 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Sync routers for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:29.037320 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:29.038403 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:35:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:29.042087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.064527 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.093464 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.136863 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.141923 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:29.228386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51488) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:29.229378 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc023a9-0a77-433f-bb16-8c4ee478850c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:29.243025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:29.261555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:29.288677 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.291179 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Added segment a6df8144-7371-4147-bf6b-cb91bbcaaa0c of type vlan for network c8ac21f3-4fa5-4896-a05b-005b7ea23677 Jun 24 10:36:29.307726 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:29.426797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.431159 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.433104 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d0886721-844b-4a35-89d2-b6140391a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.462026 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f5504e5a-7bc8-48e2-b395-981693b994cf up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:29.484060 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.539047 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3f926eb3-aa86-4453-8024-93ec2add4514 req-e19aef83-6c8e-4de9-a18f-5bceb9ff31b2 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0446343 Jun 24 10:36:29.564048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.565910 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:29.566792 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.570139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:29.579200 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6b241ed5-1e7f-4cf0-b99b-f469d1d061b1 None None] Provisioning for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:29.585633 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6b241ed5-1e7f-4cf0-b99b-f469d1d061b1 None None] Provisioning complete for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:29.586013 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b241ed5-1e7f-4cf0-b99b-f469d1d061b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.604282 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.607731 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4694135 Jun 24 10:36:29.611658 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51492) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:29.636276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-6b241ed5-1e7f-4cf0-b99b-f469d1d061b1 None None] Port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:36:29.650041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:27Z', 'revision_number': 3, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:29.655237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Pushing event updated for resources: {'Network': ['ID=c8ac21f3-4fa5-4896-a05b-005b7ea23677,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:29.661087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:29.681613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network c8ac21f3-4fa5-4896-a05b-005b7ea23677 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:29.687118 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Checking router: aa67632c-42e0-4503-a079-4095cf86c213 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:29.687586 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Updating router aa67632c-42e0-4503-a079-4095cf86c213 port f4059739-05e3-432b-a26d-eeccab0d5a6c binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:36:29.703146 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port f5504e5a-7bc8-48e2-b395-981693b994cf completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:29.755977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.757405 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port f5504e5a-7bc8-48e2-b395-981693b994cf triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:29.757789 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.794107 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.844738 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.885858 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:29.905243 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.942129 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.959386 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=338bb8a4252e4acb9b1d64be9635c0df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7239246 Jun 24 10:36:29.959659 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:29.959659 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4198ee3d-28a6-48d4-823b-27e5469a1bf2 HTTP/1.1" status: 204 len: 168 time: 1.0943038 Jun 24 10:36:29.963076 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51496) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:29.963901 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32113b-76d7-4b87-aa01-aeae880f067e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:29.964811 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:29.984386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198ee3d-28a6-48d4-823b-27e5469a1bf2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:29.994396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:29.998644 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9070575 Jun 24 10:36:30.002037 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:30.002779 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51500) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:30.056157 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Request body: {'subnet': {'network_id': 'c8ac21f3-4fa5-4896-a05b-005b7ea23677', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911763332-subnet', 'tenant_id': '3223438890f04118a61a660754f7ba45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:30.103093 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35c3f892-7fe1-4091-8d37-9d8430ff282f req-9f48ba3f-dd56-403f-81ca-2cfdb5c4ce09 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0608852 Jun 24 10:36:30.158498 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.184379 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.189525 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.242603 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port f5504e5a-7bc8-48e2-b395-981693b994cf, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f5504e5a-7bc8-48e2-b395-981693b994cf,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:30.276154 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Made reservation on behalf of 3223438890f04118a61a660754f7ba45 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:30.278784 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.316974 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 61362) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:30.355152 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.376688 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.395437 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.399441 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:30.406519 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Transition to ACTIVE for port object f4059739-05e3-432b-a26d-eeccab0d5a6c will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:30.437220 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.446445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.457952 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc32113b-76d7-4b87-aa01-aeae880f067e HTTP/1.1" status: 204 len: 168 time: 0.4487295 Jun 24 10:36:30.462331 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:30.473336 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=f5504e5a-7bc8-48e2-b395-981693b994cf,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:30.494667 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:30.498725 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.506679 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:30.515105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32113b-76d7-4b87-aa01-aeae880f067e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:30.530024 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:30.601002 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.623142 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-60c18604-5b0c-4854-bd80-045042d44477 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:30.626157 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-60c18604-5b0c-4854-bd80-045042d44477 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.45 "GET /v2.0/networks?id=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa HTTP/1.1" status: 200 len: 811 time: 0.3113916 Jun 24 10:36:30.629323 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.669374 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Attempting to bind port f4059739-05e3-432b-a26d-eeccab0d5a6c on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:30.670480 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Attempting to bind port f4059739-05e3-432b-a26d-eeccab0d5a6c by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:30.671783 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Attempting to bind port f4059739-05e3-432b-a26d-eeccab0d5a6c on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:30.677053 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Pushing event updated for resources: {'Port': ['ID=f4059739-05e3-432b-a26d-eeccab0d5a6c,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:30.713144 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:30.713850 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:30.714278 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.714691 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:30.715216 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Bound port: f4059739-05e3-432b-a26d-eeccab0d5a6c, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:30.722048 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.722342 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Request body: {'port': {'device_id': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa', 'admin_state_up': True, 'tenant_id': '5ecfa1d7bc47434294067665b5bd6051'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:30.722820 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:30.807431 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] For port f4059739-05e3-432b-a26d-eeccab0d5a6c, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:30.811939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] For port f4059739-05e3-432b-a26d-eeccab0d5a6c, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4059739-05e3-432b-a26d-eeccab0d5a6c,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:30.865919 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.871367 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.884604 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:30.938401 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:30.940651 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-28765020-5e62-43b3-9141-731e96d3f610 req-a24d7578-6e57-4d13-adaf-a0c4f65a2275 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0735331 Jun 24 10:36:30.947290 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:30.950666 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.144630 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Allocated IP 172.20.0.1 (e124aed2-4157-4050-8efe-330026d966c2/7245bc9b-4a6f-4fa7-8baa-6087ba7cd302/719af1fe-ba70-4480-b432-1c918590d4cb) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:31.154330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Made reservation on behalf of 5ecfa1d7bc47434294067665b5bd6051 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:31.157908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.181069 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:31.184527 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:31.193906 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51534) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:31.206336 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:31.232197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:31.236149 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:31.241582 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Pushing event updated for resources: {'Port': ['ID=f4059739-05e3-432b-a26d-eeccab0d5a6c,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:31.264391 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54ab242-7725-4d92-b1ea-49aaf41105f8,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:31.268834 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:31.294930 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.323923 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:31.327295 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.331339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Checking segment: {'id': 'a6df8144-7371-4147-bf6b-cb91bbcaaa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'c8ac21f3-4fa5-4896-a05b-005b7ea23677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:31.331704 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Network hostable DHCP agents. Network: c8ac21f3-4fa5-4896-a05b-005b7ea23677, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:31.414273 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:31.455225 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bd95679b-6587-4ff3-a15d-294f5e4e8755 req-8db7b98d-7371-4c52-962a-258a45a4a85b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0870626 Jun 24 10:36:31.457657 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:31.805184 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:31.816256 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f5504e5a-7bc8-48e2-b395-981693b994cf up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:31.818240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 61368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:31.819732 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Network c8ac21f3-4fa5-4896-a05b-005b7ea23677 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:31.820935 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port f5504e5a-7bc8-48e2-b395-981693b994cf triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:31.820935 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.821602 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51548) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:31.845939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:27Z', 'revision_number': 3, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:31.874255 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Allocated IP 172.20.0.3 (1b709ee0-9513-4f86-8f1a-8e7b9344f6fa/93bad41f-f7ad-4443-8005-1174ca213384/80d7920d-8527-42d3-b485-b156a9a7ec5d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:31.894361 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0328db41-6e07-4fb3-8fd7-ede3d8e0e93c None None] The sync data for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb is: [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:27Z', 'revision_number': 3, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:31.918148 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3523f460-4620-4d6f-b248-93fb66859514 None None] Provisioning complete for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:31.918907 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3523f460-4620-4d6f-b248-93fb66859514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.940742 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.944204 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-201ae334-0a00-4948-a12d-bfaf1adc6764 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:31.945342 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-201ae334-0a00-4948-a12d-bfaf1adc6764 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.4084804 Jun 24 10:36:31.974017 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:31.974327 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-3523f460-4620-4d6f-b248-93fb66859514 None None] Port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:36:31.974419 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Request body: {'port': {'device_id': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'admin_state_up': True, 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:32.027826 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:36:32.059454 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, c8ac21f3-4fa5-4896-a05b-005b7ea23677) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:32.062493 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:32.063140 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.074203 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e2d33-0e30-42c6-90cf-2ee919cdd32c None None] Network c8ac21f3-4fa5-4896-a05b-005b7ea23677 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:32.100655 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.211377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.218346 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.268502 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-12c9f486-91ab-4395-a613-a7d4e992f34a req-88b801e5-1b1c-48fb-b853-c944e88ad25f tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0580652 Jun 24 10:36:32.273177 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.327936 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d72b1196-0623-4224-a0d3-406747834437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:32.342214 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.358956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe7c00-9f10-4daf-bb77-0b53f51cb7e5 None None] Network c8ac21f3-4fa5-4896-a05b-005b7ea23677 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:32.387197 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.398589 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:32.410154 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4054947 Jun 24 10:36:32.416686 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66eb9202371449db96e6a5b2c1826256&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1757431 Jun 24 10:36:32.437377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51572) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:32.455831 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea4987-9b45-40a9-9d83-82ca5dc1f66a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:32.458731 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:32.471259 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:32.475825 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:32.476304 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:32.498973 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:32.501431 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:32.508881 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c742174-35ac-498c-baff-e7f69679e173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1027646 Jun 24 10:36:32.513773 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Network e124aed2-4157-4050-8efe-330026d966c2 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:32.564547 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:32.574574 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:32.575009 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.622745 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:32.663265 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:32.690340 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Pushing event updated for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:32.694949 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:32.715083 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:32.748170 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:32.749006 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.782212 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Pushing event updated for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:32.832400 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:32.874173 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.994129 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:32.995217 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8b34694b-e3a7-41f3-96be-66dcaaab3bce req-24298d0a-c546-4be3-92b2-ce4f3d845635 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.2002637 Jun 24 10:36:33.035920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:33.050535 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.119440 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.134179 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:33.142224 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:33.147620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.212487 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.250887 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc5369-93bf-4f78-92ba-1a61a6c2ac00,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:33.268041 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5511930 Jun 24 10:36:33.271440 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17885cbc42904637bab24bef004de110&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5831532 Jun 24 10:36:33.272706 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:33.275247 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51598) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:33.334063 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-1d7c369c-ec4e-4734-a4cf-850721089021 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:36:33.335662 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-1d7c369c-ec4e-4734-a4cf-850721089021 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149906 Jun 24 10:36:33.466720 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4059739-05e3-432b-a26d-eeccab0d5a6c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:33.647048 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 2, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:33.699000 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:33.701213 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Updating router 4c742174-35ac-498c-baff-e7f69679e173 port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:36:33.711378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.725711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port f4059739-05e3-432b-a26d-eeccab0d5a6c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:33.726352 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.734458 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port f4059739-05e3-432b-a26d-eeccab0d5a6c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:33.735382 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.742557 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.759513 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26ea4987-9b45-40a9-9d83-82ca5dc1f66a HTTP/1.1" status: 204 len: 168 time: 1.3169982 Jun 24 10:36:33.760703 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.764935 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ba9c9502-0521-483f-8f37-325892c3bb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:33.907773 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:33.923345 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea4987-9b45-40a9-9d83-82ca5dc1f66a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:33.955874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Request body: {'port': {'device_id': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:34.049615 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Allocated IP 172.20.0.5 (302db360-0ac3-43ca-9adc-2945effe4b8d/6671edc7-6e19-4b2e-987d-e3b0b21b1a40/c5958e34-493c-406e-bf9f-a6e2167cdfc5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:34.067093 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.093591 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.097778 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:34.144041 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.151674 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.168727 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port f4059739-05e3-432b-a26d-eeccab0d5a6c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4059739-05e3-432b-a26d-eeccab0d5a6c,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:34.176317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-afa6b691-08eb-4bbe-bbc2-f92baa928fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:34.279057 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.288557 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:34.417272 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.438800 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=f4059739-05e3-432b-a26d-eeccab0d5a6c,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:34.458409 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:34.462254 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Pushing event updated for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:34.470329 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:34.548377 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.553361 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.554943 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bccc5369-93bf-4f78-92ba-1a61a6c2ac00 HTTP/1.1" status: 204 len: 168 time: 1.2782376 Jun 24 10:36:34.558680 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:34.586251 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc5369-93bf-4f78-92ba-1a61a6c2ac00,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:34.590559 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:34.629691 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Network e124aed2-4157-4050-8efe-330026d966c2 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:34.630496 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.631465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:34.650848 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51632) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:34.658428 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019814631-network', 'tenant_id': '36b6bec7bac941e5ab52e7038cd25d7c'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:34.666583 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Transition to ACTIVE for port object 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:34.676183 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ead52-7bfe-435e-8e5b-0ab361be7cf8 req-30fcb5e3-70fd-4478-9704-372bb1cd2889 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:34.677972 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b3ead52-7bfe-435e-8e5b-0ab361be7cf8 req-30fcb5e3-70fd-4478-9704-372bb1cd2889 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 931 time: 0.8927794 Jun 24 10:36:34.764786 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.776307 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:34.847580 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b3ead52-7bfe-435e-8e5b-0ab361be7cf8 req-3bb50af3-9aff-4b96-a091-d6fb1558385c tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613538 Jun 24 10:36:34.920343 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Made reservation on behalf of 36b6bec7bac941e5ab52e7038cd25d7c for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:34.924786 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24031-a3eb-4af6-aecf-eac6b266f77f None None] Pushing event updated for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:34.933996 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:34.935555 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-b1e24031-a3eb-4af6-aecf-eac6b266f77f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:34.957551 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:34.977768 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394268438', 'description': 'tempest-description--170816365'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:34.991473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.216814 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Router aa67632c-42e0-4503-a079-4095cf86c213 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:36:35.222778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.db.api [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 10:36:35.222778 dv-cinder-786386-9-smb neutron-server[93743]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 10:36:35.222778 dv-cinder-786386-9-smb neutron-server[93743]: [parameters: {'project_id_1': '36b6bec7bac941e5ab52e7038cd25d7c', 'expiration_1': datetime.datetime(2021, 6, 24, 10, 36, 35, 205402)}] Jun 24 10:36:35.222778 dv-cinder-786386-9-smb neutron-server[93743]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:36:35.224707 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_db.api [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:36:35.300208 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Attempting to bind port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:35.300208 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Attempting to bind port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:35.300208 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Attempting to bind port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:35.330782 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:35.331367 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Checking segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:35.331983 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.332819 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Bound using segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:35.335014 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Bound port: 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:35.335502 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.367004 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4059739-05e3-432b-a26d-eeccab0d5a6c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:35.397632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.537663 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:35.558730 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa67632c-42e0-4503-a079-4095cf86c213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9455953 Jun 24 10:36:35.586226 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Sync routers for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:35.594443 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] For port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:35.600872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port f4059739-05e3-432b-a26d-eeccab0d5a6c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:35.601298 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.605550 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] For port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:35.653951 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-66b387c9-bad9-451d-91a6-48e0671d1e02 req-ad0e9d63-5ec0-4bc5-be3e-d5992ce4ab4a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.4828966 Jun 24 10:36:35.707186 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:35.708675 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:35.724607 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.792149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d7920d-8527-42d3-b485-b156a9a7ec5d {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:35.792149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:35.833704 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Transition to ACTIVE for port object 80d7920d-8527-42d3-b485-b156a9a7ec5d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:35.941145 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:36.098399 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.103309 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.110335 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.111817 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.113350 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:36.159674 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:36.268851 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24031-a3eb-4af6-aecf-eac6b266f77f None None] Pushing event updated for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:36.284042 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-b1e24031-a3eb-4af6-aecf-eac6b266f77f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:36.313254 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:36.319463 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:36.402308 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Pushing event updated for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:36.567550 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:36.594840 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.599229 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:32Z', 'revision_number': 4, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '719af1fe-ba70-4480-b432-1c918590d4cb', 'name': '', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'mac_address': 'fa:16:3e:10:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:30Z', 'updated_at': '2021-06-24T10:36:33Z', 'revision_number': 2, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'subnets': [{'id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:36.651388 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Network 302db360-0ac3-43ca-9adc-2945effe4b8d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:36.685188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:36.696732 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:36.709065 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:36.713006 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Checking router: aa67632c-42e0-4503-a079-4095cf86c213 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:36.713593 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Updating router aa67632c-42e0-4503-a079-4095cf86c213 port 719af1fe-ba70-4480-b432-1c918590d4cb binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:36:36.718638 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.723227 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3af88-c259-4b8b-9b26-61ecc26ff2ec req-e46e2b3b-3a76-4161-82f1-0d3a3ca2ab0d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:36.725915 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-98e3af88-c259-4b8b-9b26-61ecc26ff2ec req-e46e2b3b-3a76-4161-82f1-0d3a3ca2ab0d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.4837983 Jun 24 10:36:36.739990 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.784136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.879664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event updated for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:36.881355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:36.899078 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:36.953044 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:36.958400 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:36.958400 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:36.959019 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-98e3af88-c259-4b8b-9b26-61ecc26ff2ec req-52592e14-dbc6-444e-a313-3d254d2d5971 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249153 Jun 24 10:36:36.969427 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5369c237-0bf3-4684-bfd6-c429827770de,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:36.973289 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:36.976734 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:36.977537 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Added segment d2635672-aca0-4afe-a539-79b68bba3cba of type vlan for network caa7dd11-eb85-416f-8aea-5e60a6b3171c Jun 24 10:36:37.115328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.146423 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:35Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:37.228345 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd04e2-d325-41cb-aa54-f88ad64b36fd None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:35Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:37.267678 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.269075 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:37.269676 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.280920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96a5fb0b-8edf-472d-a039-bcc827f421aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:37.288217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.317106 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Transition to ACTIVE for port object 719af1fe-ba70-4480-b432-1c918590d4cb will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:37.421891 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.432438 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:37.487980 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Pushing event updated for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:37.499493 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:37.554737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Attempting to bind port 80d7920d-8527-42d3-b485-b156a9a7ec5d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:37.554737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Attempting to bind port 80d7920d-8527-42d3-b485-b156a9a7ec5d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:37.556069 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Attempting to bind port 80d7920d-8527-42d3-b485-b156a9a7ec5d on network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:37.593886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Port 80d7920d-8527-42d3-b485-b156a9a7ec5d on network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:36:37.594202 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Attempting to bind port 80d7920d-8527-42d3-b485-b156a9a7ec5d on network 1b709ee0-9513-4f86-8f1a-8e7b9344f6fa {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:37.600811 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Pushing event updated for resources: {'Network': ['ID=caa7dd11-eb85-416f-8aea-5e60a6b3171c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:37.604706 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:37.624067 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network caa7dd11-eb85-416f-8aea-5e60a6b3171c details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:37.630806 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b98a3-460d-4c16-82cd-49e106e5ba94 req-75ceb25d-c3de-4eb1-8fef-3ac25931c2bd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:37.641091 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d72b98a3-460d-4c16-82cd-49e106e5ba94 req-75ceb25d-c3de-4eb1-8fef-3ac25931c2bd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 931 time: 0.2861450 Jun 24 10:36:37.650671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:37.650671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Checking segment: {'id': '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:37.650671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Bound using segment: {'id': '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:37.650671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Bound port: 80d7920d-8527-42d3-b485-b156a9a7ec5d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:37.650671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.706979 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Attempting to bind port 719af1fe-ba70-4480-b432-1c918590d4cb on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:37.707910 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Attempting to bind port 719af1fe-ba70-4480-b432-1c918590d4cb by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:37.708854 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Attempting to bind port 719af1fe-ba70-4480-b432-1c918590d4cb on network e124aed2-4157-4050-8efe-330026d966c2 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:37.721873 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:37.722549 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Checking segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:37.723442 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.724125 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Bound using segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:37.724792 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Bound port: 719af1fe-ba70-4480-b432-1c918590d4cb, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:37.725648 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:37.766277 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d72b98a3-460d-4c16-82cd-49e106e5ba94 req-f0aaabf8-06c6-4599-b490-183998056146 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238728 Jun 24 10:36:37.839002 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] For port 719af1fe-ba70-4480-b432-1c918590d4cb, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:37.843459 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] For port 719af1fe-ba70-4480-b432-1c918590d4cb, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=719af1fe-ba70-4480-b432-1c918590d4cb,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:37.877461 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:37.889398 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d,segment=NetworkSegment(3cea4145-2f14-4ddc-b55e-e2abfa28a9f6),segment_id=3cea4145-2f14-4ddc-b55e-e2abfa28a9f6)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:37.947307 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-8e55852a-ccc4-4c63-9446-7b17e8478784 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:37.955958 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-8e55852a-ccc4-4c63-9446-7b17e8478784 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 818 time: 1.0011411 Jun 24 10:36:37.984873 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-1b4b1ac3-0763-4b51-b4d8-3b6e8301be88 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/quotas/fbaf8b3bf1df42949a1684b61cf79fcf HTTP/1.1" status: 200 len: 375 time: 0.0276053 Jun 24 10:36:38.025360 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.074862 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.079323 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-f848e189-a698-49a7-af4d-a7c23f1ef529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:38.111049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.112164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.178328 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2644848-642b-4b0a-994a-7f84c35ac78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:38.191229 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5364718 Jun 24 10:36:38.193096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51718) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:38.199203 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Request body: {'subnet': {'network_id': 'caa7dd11-eb85-416f-8aea-5e60a6b3171c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019814631-subnet', 'tenant_id': '36b6bec7bac941e5ab52e7038cd25d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:38.286492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:36:38.287170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:38.290370 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3254349 Jun 24 10:36:38.305555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:38.306630 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.308609 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] 10.222.0.45 "PUT /v2.0/ports/80d7920d-8527-42d3-b485-b156a9a7ec5d HTTP/1.1" status: 200 len: 1093 time: 4.6324992 Jun 24 10:36:38.315979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:38.428826 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f012a-7bed-4f2a-a089-4103f7bd346d req-86b49059-5c50-4c42-ac17-2aa70a37bf0b tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:38.443317 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-477f012a-7bed-4f2a-a089-4103f7bd346d req-86b49059-5c50-4c42-ac17-2aa70a37bf0b tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1592181 Jun 24 10:36:38.452378 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Request body: {'port': {'device_id': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:38.458799 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.464268 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5007842 Jun 24 10:36:38.487221 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-92f4c0b7-19b0-4878-b84e-be3a5634cd48 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5002429 Jun 24 10:36:38.490238 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51732) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:38.505053 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Made reservation on behalf of 36b6bec7bac941e5ab52e7038cd25d7c for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:38.506574 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:38.511289 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Pushing event updated for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:38.517607 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:38.520226 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group_rule': {'security_group_id': 'ff102f3c-f76d-4002-be2c-ee250c313aea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:38.622396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Pushing event updated for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:38.624112 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-477f012a-7bed-4f2a-a089-4103f7bd346d req-692f995a-fae3-45db-9e8a-535945c1d90b tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798449 Jun 24 10:36:38.687636 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:38.688426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:38.746485 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:36:39.063438 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:39.066096 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff102f3c-f76d-4002-be2c-ee250c313aea,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:39.093637 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:39.227632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40e3be-b0c1-4817-8e7c-6330ab38684c" -d '{"events": [{"name": "network-changed", "server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:39.236870 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:32Z', 'revision_number': 4, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '719af1fe-ba70-4480-b432-1c918590d4cb', 'name': '', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'mac_address': 'fa:16:3e:10:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:30Z', 'updated_at': '2021-06-24T10:36:37Z', 'revision_number': 4, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'subnets': [{'id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:39.278496 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:39.307537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715bfa5-c85c-42ad-8cd8-6c9b685d19b8 None None] The sync data for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb is: [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:36:32Z', 'revision_number': 4, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '719af1fe-ba70-4480-b432-1c918590d4cb', 'name': '', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'mac_address': 'fa:16:3e:10:99:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:30Z', 'updated_at': '2021-06-24T10:36:37Z', 'revision_number': 4, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'subnets': [{'id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:39.363011 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:39.478426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-d2c833b5-3a51-4670-9e0b-c623cccd41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:39.478672 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-d2c833b5-3a51-4670-9e0b-c623cccd41a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ecfa1d7bc47434294067665b5bd6051&device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 1096 time: 0.9425387 Jun 24 10:36:39.504888 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-bdce243e-d10f-416f-939c-1b139a28c5c6 service neutron] 10.222.0.24 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9710839 Jun 24 10:36:39.529004 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a24d1-c600-42ff-bde0-b00a017193f8 req-844160a5-8795-4c3e-8f60-59e01ee58f02 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:39.530705 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5e8a24d1-c600-42ff-bde0-b00a017193f8 req-844160a5-8795-4c3e-8f60-59e01ee58f02 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 931 time: 0.4798951 Jun 24 10:36:39.588238 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5e8a24d1-c600-42ff-bde0-b00a017193f8 req-92158041-c8ae-402c-82c5-7d31b943a361 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Jun 24 10:36:39.639181 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:39.639534 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:39.640809 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:39.655075 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:39.662302 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-89598644-d274-4c4b-8201-5e93175b8033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:39.815951 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-3013ab92-d28f-428c-b38a-17498950f27b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d HTTP/1.1" status: 200 len: 217 time: 0.2336531 Jun 24 10:36:39.824308 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1268d5cc-4da3-49c1-aff5-965e0b6e96cd,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:39.829534 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:39.898110 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:39.943868 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Checking segment: {'id': 'd2635672-aca0-4afe-a539-79b68bba3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'caa7dd11-eb85-416f-8aea-5e60a6b3171c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:39.944232 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Network hostable DHCP agents. Network: caa7dd11-eb85-416f-8aea-5e60a6b3171c, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:40.008210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:40.083695 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Network caa7dd11-eb85-416f-8aea-5e60a6b3171c is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:40.143760 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.151234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:40.176532 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, caa7dd11-eb85-416f-8aea-5e60a6b3171c) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:40.184674 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:40.184674 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.265277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017322-2382-4da0-b792-cab8a12f9604 req-69629333-f84c-4a4d-82f9-03e072e267e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:40.265565 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:40.266803 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-69629333-f84c-4a4d-82f9-03e072e267e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93bad41f-f7ad-4443-8005-1174ca213384 HTTP/1.1" status: 200 len: 851 time: 0.3030324 Jun 24 10:36:40.277053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc44046-126d-4347-b859-1764efb3d950 x-openstack-request-id: req-2cc44046-126d-4347-b859-1764efb3d950 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:40.277501 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:40.277737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cc44046-126d-4347-b859-1764efb3d950 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:40.278303 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d', 'status': 'completed', 'code': 200} Jun 24 10:36:40.294631 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4898540-28ef-4a03-85f5-924d564bb280 None None] Network caa7dd11-eb85-416f-8aea-5e60a6b3171c requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:40.304957 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.317407 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1154370 Jun 24 10:36:40.317591 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:40.414405 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.464825 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-39ade2a4-2eb5-4097-9e33-b835bf295bfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653583 Jun 24 10:36:40.641226 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:40.685749 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f5092-f1cb-42aa-b639-40db7107c4e6 None None] Network caa7dd11-eb85-416f-8aea-5e60a6b3171c requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:36:40.688972 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51794) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:40.728847 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d2cd-13f6-4b9b-956d-f78f2fd59293 req-56f8e7af-7a2d-49f8-a156-a7b5902e94be tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:40.731133 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7382d2cd-13f6-4b9b-956d-f78f2fd59293 req-56f8e7af-7a2d-49f8-a156-a7b5902e94be tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.2599525 Jun 24 10:36:40.777229 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-cef70b52-a5f8-42df-b5af-90a7cd87ce89 service neutron] 10.222.0.24 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2643490 Jun 24 10:36:40.892011 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ebd065-658d-40f9-ba3e-cde9aa1347f3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:40.897096 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:40.898090 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.907630 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4009004 Jun 24 10:36:40.907630 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:40.908679 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Deleting subnet d54ab242-7725-4d92-b1ea-49aaf41105f8 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:36:40.912391 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:40.935681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group_rule': {'security_group_id': 'ff102f3c-f76d-4002-be2c-ee250c313aea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:41.029608 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7382d2cd-13f6-4b9b-956d-f78f2fd59293 req-0a3438b0-708a-4527-848b-8ed27908efca tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628164 Jun 24 10:36:41.091793 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.122558 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.134524 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-4e548e74-ce20-4478-bcb1-df975619b010 service neutron] 10.222.0.45 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947476 Jun 24 10:36:41.290377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5958e34-493c-406e-bf9f-a6e2167cdfc5 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:41.309012 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.326063 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Transition to ACTIVE for port object c5958e34-493c-406e-bf9f-a6e2167cdfc5 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:41.512037 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5be735ea-5519-445c-9941-a8d06d0eb5ce req-38beaa28-0fe3-4546-b83a-a621f814c51b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 210 time: 0.1758196 Jun 24 10:36:41.522575 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.531961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.550660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cc9f9819-3e67-40b6-bcb4-770e69e13d7d tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:41.564328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b90a-d1a3-4f68-9107-779928be2736 req-4945fd2d-66fe-44f2-825d-b0029c97bf41 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:41.573039 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9b24b90a-d1a3-4f68-9107-779928be2736 req-4945fd2d-66fe-44f2-825d-b0029c97bf41 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 931 time: 0.1867166 Jun 24 10:36:41.599333 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:41.600686 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.678375 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:41.732516 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Pushing event updated for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:41.742791 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:41.793833 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:41.797044 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.821979 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54ab242-7725-4d92-b1ea-49aaf41105f8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:41.834790 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ed017322-2382-4da0-b792-cab8a12f9604 req-c9d3e453-b96e-4753-a546-a036404685fc service neutron] 10.222.0.45 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887157 Jun 24 10:36:41.869741 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.869831 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:41.869907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Attempting to bind port c5958e34-493c-406e-bf9f-a6e2167cdfc5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:41.869907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Attempting to bind port c5958e34-493c-406e-bf9f-a6e2167cdfc5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:41.869907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Attempting to bind port c5958e34-493c-406e-bf9f-a6e2167cdfc5 on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:41.870081 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d54ab242-7725-4d92-b1ea-49aaf41105f8 HTTP/1.1" status: 204 len: 168 time: 1.1748257 Jun 24 10:36:41.880188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:41.899628 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:41.922013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Port c5958e34-493c-406e-bf9f-a6e2167cdfc5 on network 302db360-0ac3-43ca-9adc-2945effe4b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:36:41.922555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Attempting to bind port c5958e34-493c-406e-bf9f-a6e2167cdfc5 on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:41.926703 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9b24b90a-d1a3-4f68-9107-779928be2736 req-c6b5e875-9cb5-4b50-969e-47ed6c356b59 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444774 Jun 24 10:36:42.189119 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 719af1fe-ba70-4480-b432-1c918590d4cb up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Checking segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Bound using segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Bound port: c5958e34-493c-406e-bf9f-a6e2167cdfc5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:42.370337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.395133 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6d2c6-994e-4612-b987-42f4ed0c7c2e req-3e89e616-3734-4771-93f9-3fad5b891c20 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:42.405738 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5af6d2c6-994e-4612-b987-42f4ed0c7c2e req-3e89e616-3734-4771-93f9-3fad5b891c20 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1031260 Jun 24 10:36:42.418530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d28b1134-ac6a-4a12-8da4-823c69c0eca2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:42.467613 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5af6d2c6-994e-4612-b987-42f4ed0c7c2e req-89f00b64-45af-4947-8b45-84f09cc6f7e0 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608437 Jun 24 10:36:42.485728 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 719af1fe-ba70-4480-b432-1c918590d4cb completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:42.487607 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 719af1fe-ba70-4480-b432-1c918590d4cb triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:42.488613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.543250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d11cae9-b55f-4bde-843e-ba7f35c80c4e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:42.555289 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:42.575110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.594705 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.635435 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 719af1fe-ba70-4480-b432-1c918590d4cb, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=719af1fe-ba70-4480-b432-1c918590d4cb,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:42.638152 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.642600 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51840) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:42.647490 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:42.647990 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7402287 Jun 24 10:36:42.700639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:42.740582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-399af9c3-0bd6-4fdc-9023-fb8595ce879b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:42.740582 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-399af9c3-0bd6-4fdc-9023-fb8595ce879b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 818 time: 0.3893485 Jun 24 10:36:42.750225 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-667ab6cf-b5e8-4f9c-99a4-6313ded1f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:42.751963 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-667ab6cf-b5e8-4f9c-99a4-6313ded1f7c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ecfa1d7bc47434294067665b5bd6051&device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 1096 time: 0.4031312 Jun 24 10:36:42.758461 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:42.806158 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-d4802fc9-f405-4ac2-a5c2-6fea27f26bba tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/quotas/fbaf8b3bf1df42949a1684b61cf79fcf HTTP/1.1" status: 200 len: 375 time: 0.0516505 Jun 24 10:36:42.814773 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:42.836943 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.837328 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.838061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.838418 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.838763 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.839120 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.839457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.839841 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.840084 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:42.840419 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:43.136551 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5572af-5375-45ff-92c5-43562ed1a667 req-07914ec6-8acc-42da-80ef-34cb0589335d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:43.138719 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0e5572af-5375-45ff-92c5-43562ed1a667 req-07914ec6-8acc-42da-80ef-34cb0589335d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.0891261 Jun 24 10:36:43.209666 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0e5572af-5375-45ff-92c5-43562ed1a667 req-2bf3eeb2-1adb-4172-9434-6649d01b2c22 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Jun 24 10:36:43.296986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:43.297569 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:43.297835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:43.298232 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:36:43.298651 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ac21f3-4fa5-4896-a05b-005b7ea23677']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:43.336099 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df8144-7371-4147-bf6b-cb91bbcaaa0c') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:43.336395 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df8144-7371-4147-bf6b-cb91bbcaaa0c') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:43.361987 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.393093 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.406022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:36:43.406447 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: from cryptography.utils import int_from_bytes Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: from cryptography.utils import int_from_bytes Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:36:43.410459 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:36:43.470453 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-2bc99f8c-5061-4ab5-bb57-f5dae26c740e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6526265 Jun 24 10:36:43.577902 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-60a10077-5aef-437d-ae23-d3ef72c73c7f service neutron] 10.222.0.24 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004863 Jun 24 10:36:43.649101 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.651546 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:43.677722 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9869e-b33f-4b04-8f08-4343e8726097 req-53e5ec55-f005-4a72-ab86-1635f77e0d66 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:43.679226 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-36d9869e-b33f-4b04-8f08-4343e8726097 req-53e5ec55-f005-4a72-ab86-1635f77e0d66 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.0803289 Jun 24 10:36:43.684220 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5b8634f4-bf12-44e6-8668-6fef8e216fa6 service neutron] 10.222.0.24 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001761 Jun 24 10:36:43.732746 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-36d9869e-b33f-4b04-8f08-4343e8726097 req-0a66493e-e3e2-46f3-8347-f8980fa0776b tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Jun 24 10:36:43.756212 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:43.759760 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:43.863671 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.868216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.877291 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:43.932473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:43.933364 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.934577 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5958e34-493c-406e-bf9f-a6e2167cdfc5 HTTP/1.1" status: 200 len: 1093 time: 5.4869995 Jun 24 10:36:43.935194 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.936382 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:43.938676 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185e3537-370f-492e-8725-6bcf09678507" -d '{"events": [{"name": "network-changed", "server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:43.957764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:43.962699 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51850) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:43.968202 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c8ac21f3-4fa5-4896-a05b-005b7ea23677 HTTP/1.1" status: 204 len: 168 time: 2.0857842 Jun 24 10:36:43.983325 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Pushing event updated for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:43.987407 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:43.987909 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:44.023857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e95d4ec-b240-4683-9481-17533d73b498 x-openstack-request-id: req-6e95d4ec-b240-4683-9481-17533d73b498 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:44.024203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:44.024440 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e95d4ec-b240-4683-9481-17533d73b498 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:44.025081 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'status': 'completed', 'code': 200} Jun 24 10:36:44.026344 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ac21f3-4fa5-4896-a05b-005b7ea23677,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:44.030113 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:44.071368 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Deleting subnet 1268d5cc-4da3-49c1-aff5-965e0b6e96cd {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:36:44.085262 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.145966 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.180267 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.287273 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.287273 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6e37e61b-c83e-4270-9037-c16f65fba13b req-78fb4747-91d2-41de-831c-fd2d3e110296 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0859468 Jun 24 10:36:44.489785 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadb37-567b-4ffc-8ea5-e6d869901496 req-65a9d77a-2a19-416b-a8d7-93c84d6c47c7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:44.492042 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Allocated IP 172.28.2.163 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/83ad8321-6884-42b9-9313-4132514a7537) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:44.496513 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-76eadb37-567b-4ffc-8ea5-e6d869901496 req-65a9d77a-2a19-416b-a8d7-93c84d6c47c7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.1336002 Jun 24 10:36:44.577878 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.584077 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-026118a0-3227-4a1a-80a3-bd3c7b94b7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:44.617683 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-76eadb37-567b-4ffc-8ea5-e6d869901496 req-7c6b2806-ba64-42a8-ad69-15fce41de3e0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121333 Jun 24 10:36:44.620458 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.622260 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1268d5cc-4da3-49c1-aff5-965e0b6e96cd HTTP/1.1" status: 204 len: 168 time: 0.6526620 Jun 24 10:36:44.625181 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:44.625343 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1268d5cc-4da3-49c1-aff5-965e0b6e96cd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:44.627521 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:44.711337 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.757519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.834459 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.848156 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa7dd11-eb85-416f-8aea-5e60a6b3171c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:44.862389 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2635672-aca0-4afe-a539-79b68bba3cba') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:44.862757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2635672-aca0-4afe-a539-79b68bba3cba') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:44.873251 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.890599 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.895332 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:36:44.895972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:36:44.899223 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:36:44.959203 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac49d3-3f26-4742-80dd-5d873fec1f64 req-594dde44-3892-4f1a-8299-03c0106f0537 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:44.960814 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cbac49d3-3f26-4742-80dd-5d873fec1f64 req-594dde44-3892-4f1a-8299-03c0106f0537 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1033902 Jun 24 10:36:45.021132 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cbac49d3-3f26-4742-80dd-5d873fec1f64 req-fd6a70c1-8193-4b31-8469-0b1c450a4ef8 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Jun 24 10:36:45.124252 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.127489 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:45.168563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:45.172314 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:45.175760 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:45.192007 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=83ad8321-6884-42b9-9313-4132514a7537,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:45.199775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:45.239095 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.249052 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:45.259099 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.261829 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] 10.222.0.24 "DELETE /v2.0/networks/caa7dd11-eb85-416f-8aea-5e60a6b3171c HTTP/1.1" status: 204 len: 168 time: 0.6352806 Jun 24 10:36:45.263044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Pushing event deleted for resources: {'Network': ['ID=caa7dd11-eb85-416f-8aea-5e60a6b3171c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:45.270991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:45.391701 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.411416 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8364741f-6542-4f6a-8eb1-4f7aaa3903a0 req-323b9958-beb8-43ff-a00f-b06c79c108a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0494447 Jun 24 10:36:45.748558 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.775572 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 719af1fe-ba70-4480-b432-1c918590d4cb up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:45.837703 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 719af1fe-ba70-4480-b432-1c918590d4cb triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:45.838081 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:45.929794 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56b7af-752d-4d4e-89be-5314598fa8c3 req-b8b5a66e-395e-4857-9bbc-76dddad01cf4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:45.937392 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-db56b7af-752d-4d4e-89be-5314598fa8c3 req-b8b5a66e-395e-4857-9bbc-76dddad01cf4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.1488256 Jun 24 10:36:45.999745 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-db56b7af-752d-4d4e-89be-5314598fa8c3 req-d3bd6ca6-082e-4a8c-a1ae-160a5b13aeb8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614467 Jun 24 10:36:46.025304 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.047100 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51904) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:46.105122 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4c689371-0e6f-4d05-a45f-9ef9866ef02b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3223438890f04118a61a660754f7ba45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568991 Jun 24 10:36:46.107484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51908) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:46.136033 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.140791 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:46.176726 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.199186 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.202082 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=83ad8321-6884-42b9-9313-4132514a7537,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:46.207637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:46.231393 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.271492 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.272937 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6293187 Jun 24 10:36:46.273101 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cfd05-2a0a-4bca-9031-0f7d1494b52b req-1de26475-cd09-49ce-a816-8353084af5f2 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:46.274601 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d43cfd05-2a0a-4bca-9031-0f7d1494b52b req-1de26475-cd09-49ce-a816-8353084af5f2 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1296997 Jun 24 10:36:46.330638 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d43cfd05-2a0a-4bca-9031-0f7d1494b52b req-7d6cda6e-2000-45c1-8aa5-7639ee107e5c tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Jun 24 10:36:46.455620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.458551 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:46.460217 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cc023a9-0a77-433f-bb16-8c4ee478850c HTTP/1.1" status: 204 len: 168 time: 0.3517570 Jun 24 10:36:46.461282 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:46.473069 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc023a9-0a77-433f-bb16-8c4ee478850c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:46.477485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:46.559919 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-6e576386-d6ba-4aa3-8bc7-6815586eb390 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1394268438&fields=id&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 267 time: 0.0689082 Jun 24 10:36:46.597919 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fbf96ac6-c027-4913-8155-840e7cdec7a8 req-2841d912-db5c-4bd1-aff9-afb6b68a36ab tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0573361 Jun 24 10:36:46.809439 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-6cd45a6b-de46-47d4-a350-87d9e0e3cbb7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:46.811028 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-6cd45a6b-de46-47d4-a350-87d9e0e3cbb7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 816 time: 0.2417169 Jun 24 10:36:46.826834 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-244e8c67-82fe-4d36-9a0e-4cc1e74c7458 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/quotas/6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0102460 Jun 24 10:36:46.941330 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-f0476d4b-e91d-41be-ab4c-eda5a970d8ef tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053867 Jun 24 10:36:47.080130 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-2ec9a446-f000-4070-bff9-71da1823e6d6 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210506 Jun 24 10:36:47.097665 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-fdf789c3-4e0b-4942-ac7e-a875069bed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.098638 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-fdf789c3-4e0b-4942-ac7e-a875069bed61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa HTTP/1.1" status: 200 len: 912 time: 0.2142971 Jun 24 10:36:47.109722 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3537-370f-492e-8725-6bcf09678507 req-ed0e2cec-a689-4de8-8f91-e26773551761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.109722 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-185e3537-370f-492e-8725-6bcf09678507 req-ed0e2cec-a689-4de8-8f91-e26773551761 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 1096 time: 0.1665609 Jun 24 10:36:47.238449 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-29c1dd18-07c9-4c6a-b79f-2ef34bbef1dc service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513267 Jun 24 10:36:47.269413 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-e3a7afdc-f7d7-456d-919b-bd5576335293 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d HTTP/1.1" status: 200 len: 217 time: 0.1276636 Jun 24 10:36:47.313600 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51950) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:47.478667 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:47.558395 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:47.593657 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-54d4bd7d-a87b-4605-87cc-1f48161967a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.595076 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-54d4bd7d-a87b-4605-87cc-1f48161967a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93bad41f-f7ad-4443-8005-1174ca213384 HTTP/1.1" status: 200 len: 851 time: 0.3040147 Jun 24 10:36:47.602092 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3537-370f-492e-8725-6bcf09678507 req-4b1bdef7-a712-4d69-a9e7-a74934902cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.603754 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-185e3537-370f-492e-8725-6bcf09678507 req-4b1bdef7-a712-4d69-a9e7-a74934902cc3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9fbe2398d45e457eb6995bfdb5714563&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4633155 Jun 24 10:36:47.618654 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1ea97-c80a-4bf4-93e7-8d5e30e713c9 req-aaa9363f-3faa-4a7b-8b12-93600513c08f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.620211 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3ef1ea97-c80a-4bf4-93e7-8d5e30e713c9 req-aaa9363f-3faa-4a7b-8b12-93600513c08f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.4442592 Jun 24 10:36:47.715142 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-501ee0b3-2f6c-458a-a50e-533b08e4068a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928633 Jun 24 10:36:47.736187 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:47.740226 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:47.792296 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4dece1-805d-4953-993d-723194ab6da0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:47.809029 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:47.839839 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2564ea942ef41f49fda69628811469c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251548 Jun 24 10:36:47.840849 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51964) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:47.873457 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3ef1ea97-c80a-4bf4-93e7-8d5e30e713c9 req-e4f95acb-bbd4-4cbb-bf0b-30f8c94ddd20 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357154 Jun 24 10:36:47.935066 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:47.939577 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3537-370f-492e-8725-6bcf09678507 req-93f18e45-3b26-447d-9689-d149dd595663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:47.941512 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-185e3537-370f-492e-8725-6bcf09678507 req-93f18e45-3b26-447d-9689-d149dd595663 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203883 Jun 24 10:36:47.968484 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-8b46aa20-a561-4605-9c4d-b501659dde39 service neutron] 10.222.0.45 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350869 Jun 24 10:36:47.973313 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.014767 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 51972) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:48.035252 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b3a1-1813-445a-b78f-60420100946b req-1e6503e5-3f87-46b8-a544-fabea4e345e4 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:48.036797 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dd39b3a1-1813-445a-b78f-60420100946b req-1e6503e5-3f87-46b8-a544-fabea4e345e4 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1513622 Jun 24 10:36:48.093649 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dd39b3a1-1813-445a-b78f-60420100946b req-b707bd0b-5735-4ebb-8342-4c145596eb93 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Jun 24 10:36:48.131669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4294e28d-25f8-4adc-b25f-0b52322b5668 req-f8765503-b755-48ed-aa8f-064a181ae43d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.1176672 Jun 24 10:36:48.182000 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3ea6dc06-34a0-49cf-891a-001462d3ef51 req-a0bbd04a-0dc6-4df7-a0ff-b8639c4b75d7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0402470 Jun 24 10:36:48.192340 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-318e8338-af6a-4cea-b96a-9042123bb5d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36b6bec7bac941e5ab52e7038cd25d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763270 Jun 24 10:36:48.194936 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 51980) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:48.203716 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c40e3be-b0c1-4817-8e7c-6330ab38684c req-a7133efb-cbe5-453a-a0e5-8848c76de7fc service neutron] 10.222.0.45 "GET /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213945 Jun 24 10:36:48.213108 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-82835307-9495-479b-b856-244f6bb3e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:48.214539 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-82835307-9495-479b-b856-244f6bb3e835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 1096 time: 0.1422071 Jun 24 10:36:48.247438 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.276106 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-fe8cee9b-bc92-4aaa-b943-a5c33a90a18b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5 HTTP/1.1" status: 200 len: 217 time: 0.0347981 Jun 24 10:36:48.277692 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.285353 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.289473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.290605 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4dece1-805d-4953-993d-723194ab6da0 HTTP/1.1" status: 204 len: 168 time: 0.4486077 Jun 24 10:36:48.299166 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:48.311647 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4dece1-805d-4953-993d-723194ab6da0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:48.317477 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:48.349862 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-1e117b3e-8432-41e7-8290-07ffed762ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:48.351341 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-1e117b3e-8432-41e7-8290-07ffed762ef0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.0554955 Jun 24 10:36:48.384359 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-7d50ada5-5140-4070-9907-be3a27dd884d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264249 Jun 24 10:36:48.475218 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-e8654271-f2c6-4fb0-8079-ba0da6e9d021 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833275 Jun 24 10:36:48.524658 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.527542 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:48.529303 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5369c237-0bf3-4684-bfd6-c429827770de HTTP/1.1" status: 204 len: 168 time: 0.3332024 Jun 24 10:36:48.530046 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9b9bb9ae-d477-4edb-80dc-6b54a7932a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:48.545127 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5369c237-0bf3-4684-bfd6-c429827770de,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:48.549655 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:48.579523 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3fbf4ce-c32b-4734-a7ed-37565ee4b377 req-79575e7e-2d40-4eb0-8f9e-a1c4c27e844e service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970426 Jun 24 10:36:49.083628 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7262-4095-4292-bf10-d0eb3be93a44 req-7f1f6f9d-70d2-46c8-b00c-825597e61302 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:49.087154 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:49.096101 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f13b7262-4095-4292-bf10-d0eb3be93a44 req-7f1f6f9d-70d2-46c8-b00c-825597e61302 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.0969439 Jun 24 10:36:49.250638 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f13b7262-4095-4292-bf10-d0eb3be93a44 req-2a97909e-6ced-45e8-aac2-da7079948073 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535418 Jun 24 10:36:49.366128 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251c9a6-9e93-436b-9f7a-0a8235619a27 req-ad07fdbd-3921-4b6b-8315-b89f11404377 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:49.385106 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b251c9a6-9e93-436b-9f7a-0a8235619a27 req-ad07fdbd-3921-4b6b-8315-b89f11404377 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 943 time: 0.1051087 Jun 24 10:36:49.388095 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-cf276e93-d227-43a4-b02c-299f6b5af7e2 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:49.392437 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-cf276e93-d227-43a4-b02c-299f6b5af7e2 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 818 time: 0.2913380 Jun 24 10:36:49.398168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:49.426696 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Request body: {'port': {'device_id': 'bd8f7292-518c-4935-9793-25e90157522d', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'admin_state_up': True, 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:49.444675 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b251c9a6-9e93-436b-9f7a-0a8235619a27 req-21bdbbd4-cb94-46b3-9fc0-b726db9f52aa tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579607 Jun 24 10:36:49.518439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:49.545224 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-05467de1-4b8a-4a47-92c1-6a8176921e6e req-0e7439cd-efa5-46d8-a378-20ed1e4f1db5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0573573 Jun 24 10:36:49.586672 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-57166ea7-b75b-45fa-9f70-6683d39c9041 req-e28d288b-1012-430f-b2ce-954fbe89e40b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0872533 Jun 24 10:36:49.725643 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:49.844650 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 80d7920d-8527-42d3-b485-b156a9a7ec5d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:49.888159 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:49.906458 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e230a57c-04d5-4bc5-abcf-a736f4a7f9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:49.950863 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05e2ee3-9240-40a5-811b-73a0b4764ffe,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:49.955251 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9eabe7f7bea40e9a4a07fbfef6f9288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5559018 Jun 24 10:36:49.956819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:49.958037 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52048) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:49.995096 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d,segment=NetworkSegment(3cea4145-2f14-4ddc-b55e-e2abfa28a9f6),segment_id=3cea4145-2f14-4ddc-b55e-e2abfa28a9f6)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:50.013078 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '80d7920d-8527-42d3-b485-b156a9a7ec5d', 'network_id': '1b709ee0-9513-4f86-8f1a-8e7b9344f6fa', 'port_id': '80d7920d-8527-42d3-b485-b156a9a7ec5d', 'mac_address': 'fa:16:3e:09:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bad41f-f7ad-4443-8005-1174ca213384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:50.055361 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.055947 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.068602 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d7920d-8527-42d3-b485-b156a9a7ec5d {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:50.078470 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.089251 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d,segment=NetworkSegment(3cea4145-2f14-4ddc-b55e-e2abfa28a9f6),segment_id=3cea4145-2f14-4ddc-b55e-e2abfa28a9f6)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:50.094278 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Made reservation on behalf of fbaf8b3bf1df42949a1684b61cf79fcf for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:50.097820 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.208855 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.211925 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:50.252088 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.256068 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.259856 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f05e2ee3-9240-40a5-811b-73a0b4764ffe HTTP/1.1" status: 204 len: 168 time: 0.2982941 Jun 24 10:36:50.259856 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:50.269165 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.272485 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:50.273670 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05e2ee3-9240-40a5-811b-73a0b4764ffe,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.276397 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:50.479260 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-295dd9e3-0fc6-48ab-94ee-3999ba813528 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:50.480895 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-295dd9e3-0fc6-48ab-94ee-3999ba813528 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 818 time: 0.2780373 Jun 24 10:36:50.502051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Allocated IP 172.20.0.2 (e124aed2-4157-4050-8efe-330026d966c2/7245bc9b-4a6f-4fa7-8baa-6087ba7cd302/fb0f10f9-2037-4939-924e-90307a4601d5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:50.508159 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Request body: {'port': {'device_id': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'admin_state_up': True, 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:50.540394 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daca70-acdd-4b99-983b-d85351c78a42 req-2dc14a61-4556-44be-9ee8-849ba1045cad tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:50.554796 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-22daca70-acdd-4b99-983b-d85351c78a42 req-2dc14a61-4556-44be-9ee8-849ba1045cad tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.0958087 Jun 24 10:36:50.605164 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-22daca70-acdd-4b99-983b-d85351c78a42 req-59f1524f-8250-43e1-88a0-a481c7a863a3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Jun 24 10:36:50.658281 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['80d7920d-8527-42d3-b485-b156a9a7ec5d'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:50.799304 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a44c904a-9716-4476-a233-d4106c05924f req-33182b5f-5c20-45d8-a7aa-413473945ba7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0559881 Jun 24 10:36:50.820064 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e6956-cd35-4931-bc0c-f1fd392e09fc req-4792df24-27a9-4cff-9ad7-c8b7a7bf4c07 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:50.825890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce1e6956-cd35-4931-bc0c-f1fd392e09fc req-4792df24-27a9-4cff-9ad7-c8b7a7bf4c07 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 944 time: 0.2369998 Jun 24 10:36:50.874044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.892655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Made reservation on behalf of fbaf8b3bf1df42949a1684b61cf79fcf for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:50.905331 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:50.914015 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce1e6956-cd35-4931-bc0c-f1fd392e09fc req-5893c2bc-6ed1-4b86-9fe0-ef6f83e98511 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835562 Jun 24 10:36:51.018880 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-83f680e1-89a0-4ce3-af69-b673867b1ad8 req-e8f3b566-7dc6-4b60-aabc-7d195b93d6bf tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0302145 Jun 24 10:36:51.276645 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:51.299013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0b29e200-de68-4da5-80cc-3acb4f48abfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:51.361407 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Network e124aed2-4157-4050-8efe-330026d966c2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:51.373317 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:51.381852 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:51.389700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Allocated IP 172.20.0.5 (e124aed2-4157-4050-8efe-330026d966c2/7245bc9b-4a6f-4fa7-8baa-6087ba7cd302/15316d32-3a81-4224-997b-e5528dd63d15) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:51.608462 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Pushing event updated for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:51.617779 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:51.656948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:51.657583 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:51.794575 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.45', 61404) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:51.795207 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3758929 Jun 24 10:36:51.823161 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device c5958e34-493c-406e-bf9f-a6e2167cdfc5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:51.835660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Request body: {'port': {'device_id': 'bd8f7292-518c-4935-9793-25e90157522d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:51.871904 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 80d7920d-8527-42d3-b485-b156a9a7ec5d up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:51.883165 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:51.977598 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-e4eb89e6-1f46-4417-80eb-59f1de17aab1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:51.979375 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-e4eb89e6-1f46-4417-80eb-59f1de17aab1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 816 time: 0.1830747 Jun 24 10:36:51.985999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48799f-18a4-4f12-b930-5b729a06df4c req-b85497bc-ca63-4ac9-9aa7-6ab04dc952cb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:51.987910 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ef48799f-18a4-4f12-b930-5b729a06df4c req-b85497bc-ca63-4ac9-9aa7-6ab04dc952cb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 943 time: 0.2355988 Jun 24 10:36:52.057514 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:52.073054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'port_id': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'mac_address': 'fa:16:3e:f6:dc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6671edc7-6e19-4b2e-987d-e3b0b21b1a40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:52.088457 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3333d80b-3717-459e-9c14-82b2e998d7e0 req-15bdd9ca-0324-48c5-a14f-6be78d207577 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0687485 Jun 24 10:36:52.091735 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.099797 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-77a9fb3d-467c-419c-b41d-6ed2df37d411 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 380 time: 0.1028860 Jun 24 10:36:52.110021 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ef48799f-18a4-4f12-b930-5b729a06df4c req-b04a4791-9f00-45c4-9671-532bb96d6d61 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049974 Jun 24 10:36:52.116272 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'port': {'device_id': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'admin_state_up': True, 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'security_groups': ['ff102f3c-f76d-4002-be2c-ee250c313aea']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:52.187305 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.212827 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 80d7920d-8527-42d3-b485-b156a9a7ec5d completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:52.225690 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 80d7920d-8527-42d3-b485-b156a9a7ec5d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:52.226180 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.229380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5958e34-493c-406e-bf9f-a6e2167cdfc5 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:52.298849 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:52.299091 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.375674 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.398840 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:52.400054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:52.462831 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa6f4-7721-4a47-b847-a3c6e0acf43d req-ec345a39-dde1-4e11-9004-40c516418970 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:52.471881 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc6fa6f4-7721-4a47-b847-a3c6e0acf43d req-ec345a39-dde1-4e11-9004-40c516418970 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 931 time: 0.1095593 Jun 24 10:36:52.488210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d,segment=NetworkSegment(3cea4145-2f14-4ddc-b55e-e2abfa28a9f6),segment_id=3cea4145-2f14-4ddc-b55e-e2abfa28a9f6)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:52.501838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.504045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:52.517501 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Network e124aed2-4157-4050-8efe-330026d966c2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:52.531449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:52.536456 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Pushing event updated for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:52.546807 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:52.552519 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Made reservation on behalf of 6fc443fa755e4b78927b71f9d6dd0fc1 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:52.554719 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:52.563028 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.649850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:52.651128 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.655376 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:52.670148 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:52.673164 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc6fa6f4-7721-4a47-b847-a3c6e0acf43d req-680ef75c-bf61-4e48-8c45-8c26cb3d1ff8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991217 Jun 24 10:36:52.678623 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916202f8-12af-4392-97c7-eded9f317547" -d '{"events": [{"server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "name": "network-vif-plugged", "status": "completed", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:52.684979 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.687426 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:52.718088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef1d4c-5135-4fd6-bc8d-4f8557ff3e80 req-f8f762da-a659-4b67-8791-ec97cf3776f6 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:52.719618 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f6ef1d4c-5135-4fd6-bc8d-4f8557ff3e80 req-f8f762da-a659-4b67-8791-ec97cf3776f6 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 944 time: 0.3126040 Jun 24 10:36:52.788560 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f10f9-2037-4939-924e-90307a4601d5 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:52.837373 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:52.841139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:52.842269 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:52.855562 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f6ef1d4c-5135-4fd6-bc8d-4f8557ff3e80 req-ae8d5c58-23f8-4193-9046-8533d59048d8 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031477 Jun 24 10:36:52.871276 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3704512 Jun 24 10:36:52.884637 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Transition to ACTIVE for port object fb0f10f9-2037-4939-924e-90307a4601d5 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:52.893714 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:52.930333 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Request body: {'port': {'device_id': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:52.984357 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef661880-70c0-4137-abe0-1051f7430c33 x-openstack-request-id: req-ef661880-70c0-4137-abe0-1051f7430c33 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:52.985490 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "name": "network-vif-plugged", "status": "completed", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:52.988173 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef661880-70c0-4137-abe0-1051f7430c33 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:52.988824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Allocated IP 172.20.0.4 (9ee2ed9f-cfa4-4718-a044-880bf9fc8275/0470ebd8-2db8-4086-92b7-b43eb041baa9/4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:52.990845 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d', 'code': 200} Jun 24 10:36:53.066615 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.073918 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:53.135048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.156115 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:53.173479 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:53.309428 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.351473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Transition to ACTIVE for port object 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:53.406447 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-37eef6c8-54fc-4807-9d78-276879814162 req-44e8e834-85a9-4b9e-850f-e779d881b5a4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0560796 Jun 24 10:36:53.545155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Attempting to bind port fb0f10f9-2037-4939-924e-90307a4601d5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:53.545495 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Attempting to bind port fb0f10f9-2037-4939-924e-90307a4601d5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:53.545822 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Attempting to bind port fb0f10f9-2037-4939-924e-90307a4601d5 on network e124aed2-4157-4050-8efe-330026d966c2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:53.561740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Port fb0f10f9-2037-4939-924e-90307a4601d5 on network e124aed2-4157-4050-8efe-330026d966c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:36:53.562058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Attempting to bind port fb0f10f9-2037-4939-924e-90307a4601d5 on network e124aed2-4157-4050-8efe-330026d966c2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:53.577334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:53.577667 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Checking segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:53.578044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Bound using segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:53.578650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Bound port: fb0f10f9-2037-4939-924e-90307a4601d5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:53.578935 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.581658 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.594008 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ac47ad9e-f64f-4ad6-acb7-aecaf3842caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:53.612582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ec9e-8430-4aab-b098-9f3c47aba657 req-8a2343ac-bc3f-48e7-8791-6686a4509e2f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:53.614220 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7358ec9e-8430-4aab-b098-9f3c47aba657 req-8a2343ac-bc3f-48e7-8791-6686a4509e2f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 944 time: 0.2455482 Jun 24 10:36:53.656218 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 61408) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:53.694774 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:53.708670 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:53.748434 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:53.767824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:53.768578 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:36:53.774134 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:53.775749 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:53.788592 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7358ec9e-8430-4aab-b098-9f3c47aba657 req-4e833dd8-7c95-497e-b08e-1e9d450ea3d9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487525 Jun 24 10:36:53.839687 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device c5958e34-493c-406e-bf9f-a6e2167cdfc5 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:53.892512 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:53.922697 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8147252 Jun 24 10:36:53.983860 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f10f9-2037-4939-924e-90307a4601d5,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:54.007643 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Request body: {'port': {'device_id': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:54.019784 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15316d32-3a81-4224-997b-e5528dd63d15 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:54.042619 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port c5958e34-493c-406e-bf9f-a6e2167cdfc5 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:54.047729 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port c5958e34-493c-406e-bf9f-a6e2167cdfc5 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:54.048119 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.068004 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.084582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-f8a54755-eac5-4128-8a5f-b9a276eaf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.086802 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-f8a54755-eac5-4128-8a5f-b9a276eaf245 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 1098 time: 0.4032755 Jun 24 10:36:54.100431 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Transition to ACTIVE for port object 15316d32-3a81-4224-997b-e5528dd63d15 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:54.123483 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.125710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043b83-2d68-47c0-93f0-77e34d912041 req-2e3b887b-7e9a-4092-835f-d75689f544ba tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.132988 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1d043b83-2d68-47c0-93f0-77e34d912041 req-2e3b887b-7e9a-4092-835f-d75689f544ba tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 931 time: 0.2532990 Jun 24 10:36:54.171477 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:54.175841 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.180012 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.209290 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.210101 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.211786 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] 10.222.0.45 "PUT /v2.0/ports/fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 1093 time: 2.3840108 Jun 24 10:36:54.213413 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:54.215244 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:54.217251 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae4eba-2810-473b-9dcc-0209abd16573" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:54.232932 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.301403 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-99a9e4de-2fff-4c6f-b7d2-e39383450c05 None None] Provisioning for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:36:54.312155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:54.313112 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-99a9e4de-2fff-4c6f-b7d2-e39383450c05 None None] Provisioning complete for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:36:54.315026 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-99a9e4de-2fff-4c6f-b7d2-e39383450c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.316242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:54.319703 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bd7a4054-0c7c-44a6-b1d3-310d8e32a429 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:54.367156 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1d043b83-2d68-47c0-93f0-77e34d912041 req-d2571f9b-0df4-4942-801a-8b030e9071aa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331676 Jun 24 10:36:54.367796 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.370693 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.372140 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd714b60-2369-4957-ac1b-4e8b1e85403f req-44720893-4c86-4923-8a0c-82b8c72ab6af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.382171 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bd714b60-2369-4957-ac1b-4e8b1e85403f req-44720893-4c86-4923-8a0c-82b8c72ab6af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.3068824 Jun 24 10:36:54.382894 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:54.439749 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e4de-2fff-4c6f-b7d2-e39383450c05 None None] Port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:36:54.470757 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:54.472911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22f7c3-fd3a-450e-b015-8d2e2f01563f x-openstack-request-id: req-6c22f7c3-fd3a-450e-b015-8d2e2f01563f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:54.473248 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:54.473723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c22f7c3-fd3a-450e-b015-8d2e2f01563f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:54.474084 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5', 'status': 'completed', 'code': 200} Jun 24 10:36:54.474815 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:54.542771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:54.546242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:54.584159 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bd714b60-2369-4957-ac1b-4e8b1e85403f req-774163d5-c1ce-4ed3-8a89-4ad2329b4af8 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010019 Jun 24 10:36:54.633952 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Attempting to bind port 15316d32-3a81-4224-997b-e5528dd63d15 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:54.634286 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Attempting to bind port 15316d32-3a81-4224-997b-e5528dd63d15 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:54.634624 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Attempting to bind port 15316d32-3a81-4224-997b-e5528dd63d15 on network e124aed2-4157-4050-8efe-330026d966c2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:54.656350 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Port 15316d32-3a81-4224-997b-e5528dd63d15 on network e124aed2-4157-4050-8efe-330026d966c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:36:54.656350 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Attempting to bind port 15316d32-3a81-4224-997b-e5528dd63d15 on network e124aed2-4157-4050-8efe-330026d966c2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:54.658238 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.658377 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52230) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:54.670079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:54.670446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Checking segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:54.670944 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Bound using segment: {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:54.671448 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Bound port: 15316d32-3a81-4224-997b-e5528dd63d15, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35ddee5-92d4-473f-b22e-8c326ddfd248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:54.671879 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.676326 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-0589156c-606f-4720-85ef-394d0af0f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.678183 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-0589156c-606f-4720-85ef-394d0af0f685 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1096 time: 0.2563100 Jun 24 10:36:54.727649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:54.768081 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e6ad6-14be-4666-b0ec-ab43cabb9cba req-8f54f991-d7c2-4eeb-b5f7-08ec60f2b4a6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:54.769674 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e65e6ad6-14be-4666-b0ec-ab43cabb9cba req-8f54f991-d7c2-4eeb-b5f7-08ec60f2b4a6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 931 time: 0.1613986 Jun 24 10:36:54.779183 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:54.781146 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-7fb5f1cd-58e9-4681-8174-80bb44b8f01d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0856063 Jun 24 10:36:54.792074 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d558bfe8-5dd1-4623-a7c6-4f202566e90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:54.818994 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52238) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:54.824891 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e65e6ad6-14be-4666-b0ec-ab43cabb9cba req-c695d188-d81d-486c-9af9-6c7153ce41d5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Jun 24 10:36:54.946502 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3a1bdc44-317a-46bc-9e7d-466982e332e1 req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439610 Jun 24 10:36:54.993078 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:55.000039 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bd773-a9e4-41ed-9656-a1053f5ccd42" -d '{"events": [{"server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "name": "network-vif-plugged", "status": "completed", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:55.010030 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca984e-7a26-4f99-90a2-b047e3940c48,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.015022 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:36:55.020425 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.029198 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:55.033473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15316d32-3a81-4224-997b-e5528dd63d15,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:55.033947 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.034942 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:55.039250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.052266 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d2c1a-1d58-456f-8083-b0e21e60fd70 x-openstack-request-id: req-742d2c1a-1d58-456f-8083-b0e21e60fd70 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:55.052548 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "name": "network-vif-plugged", "status": "completed", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:55.052813 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-742d2c1a-1d58-456f-8083-b0e21e60fd70 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:55.053209 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.053299 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'code': 200} Jun 24 10:36:55.075775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Transition to ACTIVE for port object 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:36:55.162587 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.199444 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.201818 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:55.232283 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.286089 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.301248 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:55.301830 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fcfeea44-4d0f-4313-9518-b5732903d43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:55.322403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.325857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-84a3ff7e-d61c-4cb3-9869-f3d6964d15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.327403 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-84a3ff7e-d61c-4cb3-9869-f3d6964d15ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.5311871 Jun 24 10:36:55.332120 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:55.336248 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4879f09a9eed45cd811fd17d1e666afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738977 Jun 24 10:36:55.360724 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52250) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:55.407347 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b6b56-f461-41dd-b78d-0439075368bd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.419528 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-555e341c-c36d-4b71-8f1c-dbdde916a13a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759110 Jun 24 10:36:55.419927 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Attempting to bind port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:36:55.419927 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Attempting to bind port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:36:55.419927 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Attempting to bind port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:55.424626 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:55.433512 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:36:55.433832 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Attempting to bind port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:36:55.459164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.459711 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.461100 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] 10.222.0.45 "PUT /v2.0/ports/15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 200 len: 1093 time: 2.5452397 Jun 24 10:36:55.464963 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:36:55.465428 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Checking segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:36:55.466169 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Bound using segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:36:55.466932 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Bound port: 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:36:55.467359 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.483326 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.493641 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.511072 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:55.533248 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.542686 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75839b28-9111-45e4-868c-d585456cf0ee req-bccb9825-7080-4511-ae7d-4e78a8c8ff66 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.544319 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75839b28-9111-45e4-868c-d585456cf0ee req-bccb9825-7080-4511-ae7d-4e78a8c8ff66 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.5064564 Jun 24 10:36:55.589452 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-34fb8c38-82a9-4ea8-a55b-f1c32c71da89 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348500 Jun 24 10:36:55.611771 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75839b28-9111-45e4-868c-d585456cf0ee req-927e6071-834c-4a03-9108-b6fcb30f3a6f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558393 Jun 24 10:36:55.620237 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.647673 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.649392 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:55.676466 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:55.702816 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:55.766088 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a293787-ef4c-47f5-9aa2-633afe75e7dd req-4ff5c2c2-426e-411b-8aa8-10bfff105886 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.767686 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0a293787-ef4c-47f5-9aa2-633afe75e7dd req-4ff5c2c2-426e-411b-8aa8-10bfff105886 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 943 time: 0.2374218 Jun 24 10:36:55.770072 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3c03a1574946639186196a2bc27e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438751 Jun 24 10:36:55.772452 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a913e4cc-90e0-4900-9e2f-f44965bdeabf,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.776777 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:55.776777 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52256) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:55.808115 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.815963 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-74cc91c6-5828-464f-87ee-fb4fd5aab299 req-ea032588-623d-48d2-bf3b-b8905402c770 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168653 Jun 24 10:36:55.827525 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:55.835144 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5aee891c-23ed-42cf-8c4b-7f58c194733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.836578 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-5aee891c-23ed-42cf-8c4b-7f58c194733a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1096 time: 0.1835954 Jun 24 10:36:55.898473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.898473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.898473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.898473 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] 10.222.0.45 "PUT /v2.0/ports/4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 1093 time: 1.9172957 Jun 24 10:36:55.902280 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:55.907437 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-8ae74694-c8db-435d-9556-718e8cfbe504 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 200 len: 217 time: 0.0516043 Jun 24 10:36:55.964488 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.965646 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e2b6b56-f461-41dd-b78d-0439075368bd HTTP/1.1" status: 204 len: 168 time: 0.6013467 Jun 24 10:36:55.976714 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce61339-a2df-463b-b320-e71ed2c23966 req-4dcab319-782a-40b5-93a6-95b2b5bcb665 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.978264 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5ce61339-a2df-463b-b320-e71ed2c23966 req-4dcab319-782a-40b5-93a6-95b2b5bcb665 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.2303374 Jun 24 10:36:55.980333 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:55.985000 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831acb6-4491-494c-8395-d581682e61fa req-29c85ca4-62f0-46f4-a8f4-45589fda8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:55.986476 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d831acb6-4491-494c-8395-d581682e61fa req-29c85ca4-62f0-46f4-a8f4-45589fda8165 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 1098 time: 0.2232385 Jun 24 10:36:55.991732 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0a293787-ef4c-47f5-9aa2-633afe75e7dd req-159fefe2-cab2-4df0-9854-36021d5d3464 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824551 Jun 24 10:36:56.054651 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-7255aeb7-e924-45c7-88d0-08f10a41b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.064511 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.067088 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-7255aeb7-e924-45c7-88d0-08f10a41b7d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.1458066 Jun 24 10:36:56.123903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.145172 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.216429 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f49ad1cc-f472-4721-9c4e-7a7dc30b9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.223936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:56.227951 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-86d32dd7-4d44-4108-8ca8-3a7671d3c1a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343343 Jun 24 10:36:56.249401 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5ce61339-a2df-463b-b320-e71ed2c23966 req-3f2f2714-6d96-432f-8868-7ca17164f8d4 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597797 Jun 24 10:36:56.264144 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60159b5fa71dabcac3c87189cbc635fc332b6ef04408864bec06235441b9654a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b56876-e653-4ced-8b84-88a8645bfab0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:56.285780 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:56.291934 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:56.311978 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-82a6daeb-8137-42d9-aa64-35178bbf2566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:56.313284 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2fec0a8487740dea8dcf25f90b39622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5843346 Jun 24 10:36:56.324396 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d831acb6-4491-494c-8395-d581682e61fa req-fb98adcc-b258-4e62-ba61-2e9a047e8cbe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563095 Jun 24 10:36:56.328334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:56.334813 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b6b56-f461-41dd-b78d-0439075368bd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:56.337836 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:56.344179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.350249 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35f4077-3040-4078-8169-5ee3013da315,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:56.361160 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.366606 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a913e4cc-90e0-4900-9e2f-f44965bdeabf HTTP/1.1" status: 204 len: 168 time: 0.5844479 Jun 24 10:36:56.367030 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:56.369671 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7ccfe481-e25e-4aec-9c97-eb0f9e0a787c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:56.399694 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913e4cc-90e0-4900-9e2f-f44965bdeabf,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:56.402071 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:56.415707 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-f79b6d11-7737-4a1f-b679-0f04ec53b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.417309 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-f79b6d11-7737-4a1f-b679-0f04ec53b9e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1096 time: 0.3580725 Jun 24 10:36:56.433411 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aa7cb-200b-4069-881c-d2d1b74eb3d5 req-52d8facc-9a4d-4ffc-a54a-1bd0269e0ba2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.438869 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-7ca84ae7-c837-4ab3-bf17-c9814e76d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.440646 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-7ca84ae7-c837-4ab3-bf17-c9814e76d84d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1096 time: 0.3460035 Jun 24 10:36:56.441261 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3e6aa7cb-200b-4069-881c-d2d1b74eb3d5 req-52d8facc-9a4d-4ffc-a54a-1bd0269e0ba2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1854377 Jun 24 10:36:56.463893 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-48a31cee-e223-4880-920b-25f770af7f49 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239413 Jun 24 10:36:56.475948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:36:56.479155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f51da6-9833-4215-a221-c296e256df37" -d '{"events": [{"name": "network-changed", "server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "tag": "15316d32-3a81-4224-997b-e5528dd63d15"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:56.483886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.488492 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3e6aa7cb-200b-4069-881c-d2d1b74eb3d5 req-2760602e-0cdf-4121-b2f6-be6f6f7896e4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Jun 24 10:36:56.525423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.557242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b8d19-58f8-433e-9ec4-43144d03fe07 x-openstack-request-id: req-758b8d19-58f8-433e-9ec4-43144d03fe07 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:56.557589 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "tag": "15316d32-3a81-4224-997b-e5528dd63d15", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:56.557874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-758b8d19-58f8-433e-9ec4-43144d03fe07 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:56.558284 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15', 'status': 'completed', 'code': 200} Jun 24 10:36:56.603149 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b745d49-a35b-4be1-924d-c0fd06bba530 x-openstack-request-id: req-8b745d49-a35b-4be1-924d-c0fd06bba530 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:56.603569 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:56.603848 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b745d49-a35b-4be1-924d-c0fd06bba530 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:56.604336 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'status': 'completed', 'code': 200} Jun 24 10:36:56.785297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.787967 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-33333e60-12da-4936-8fa0-f396e594bd16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 217 time: 0.0836372 Jun 24 10:36:56.791660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.792997 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f35f4077-3040-4078-8169-5ee3013da315 HTTP/1.1" status: 204 len: 168 time: 0.4607193 Jun 24 10:36:56.796476 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fc590b94-e5bd-4381-ac6a-5d115443c61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:56.809285 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35f4077-3040-4078-8169-5ee3013da315,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:56.813961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:56.847838 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f88c3f8-e472-451d-8145-65e5fb893847 req-1f7d0182-7925-4c25-be7e-a76370a74de9 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525807 Jun 24 10:36:56.900026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:56.918512 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cedce-bfd9-4a17-ae61-9ca55c2f5451 req-36f5b5da-588a-4949-8679-1b2aa5ac4f13 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.920604 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-051cedce-bfd9-4a17-ae61-9ca55c2f5451 req-36f5b5da-588a-4949-8679-1b2aa5ac4f13 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.1658268 Jun 24 10:36:56.921605 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-4b3057f3-59f5-42d1-8959-0557db02f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.922941 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-4b3057f3-59f5-42d1-8959-0557db02f0aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.2270939 Jun 24 10:36:56.927124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:56.933375 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-c2a83107-9c08-4c25-8b81-dcccd7443ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:56.933375 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-c2a83107-9c08-4c25-8b81-dcccd7443ef3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0838134 Jun 24 10:36:57.057508 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-9e4e7867-749b-4122-872d-b9f2feb08efb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.1056814 Jun 24 10:36:57.078584 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-051cedce-bfd9-4a17-ae61-9ca55c2f5451 req-60c875f9-4630-4257-a7b4-ab2909dfc3eb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419215 Jun 24 10:36:57.089800 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-58ce7d43-185f-41ac-be0f-ad29d4c66d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.091386 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-58ce7d43-185f-41ac-be0f-ad29d4c66d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1435049 Jun 24 10:36:57.235911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.326551 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-6f529683-7e2d-4ed0-89b8-7fad810ba02b service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909127 Jun 24 10:36:57.343141 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51da6-9833-4215-a221-c296e256df37 req-2ff90d08-64ce-461a-a013-d5f4a33cb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.344608 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-2ff90d08-64ce-461a-a013-d5f4a33cb5a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1096 time: 0.2079656 Jun 24 10:36:57.358463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797ac9-93f4-41d7-b246-dbcaa071ce79 req-4f155acf-67b7-4014-9a99-0f771ca97410 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.360009 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d1797ac9-93f4-41d7-b246-dbcaa071ce79 req-4f155acf-67b7-4014-9a99-0f771ca97410 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 943 time: 0.1692882 Jun 24 10:36:57.373306 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-fc9f0f68-15fc-4e1f-9f70-02625f5ed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.374696 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-fc9f0f68-15fc-4e1f-9f70-02625f5ed534 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.2481053 Jun 24 10:36:57.450173 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-1c39cf7a-55a7-45fa-9d25-aed600442cc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635986 Jun 24 10:36:57.462744 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.474574 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-52275944-6ee4-4d5f-900c-e5bd140eeeb2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:57.557667 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d1797ac9-93f4-41d7-b246-dbcaa071ce79 req-9a15d138-d24f-465d-ba48-d5a83e51ea34 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795468 Jun 24 10:36:57.564859 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d248bb20e92c4ec28fd4b7def6bc29e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636710 Jun 24 10:36:57.568048 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52306) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:57.571522 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a463acae-9a2a-445c-8e9c-7f18591def19,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:57.575455 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:57.603136 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9561d54-9dae-40c7-877b-12de31c70e7e req-71628354-ea8f-459d-901c-abd721a641c5 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.604591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c489f29a-c5f4-419c-abcc-e31f4a2ba86b req-760572f9-976a-4a4c-bc30-1f7ecb290ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649324 Jun 24 10:36:57.604722 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c9561d54-9dae-40c7-877b-12de31c70e7e req-71628354-ea8f-459d-901c-abd721a641c5 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.2332895 Jun 24 10:36:57.605915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51da6-9833-4215-a221-c296e256df37 req-192e9b38-f5fc-4222-8ec4-298594ab2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.607460 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-192e9b38-f5fc-4222-8ec4-298594ab2e0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.2465467 Jun 24 10:36:57.620923 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-1e968665-5d0b-4bbc-bfdb-c283f672ccc6 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583037 Jun 24 10:36:57.676085 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-5763d495-07f6-4eee-a007-852890cc9634 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 200 len: 217 time: 0.0401719 Jun 24 10:36:57.747566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51da6-9833-4215-a221-c296e256df37 req-ab35866d-4c40-4298-9436-b2720a6eae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.748970 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-ab35866d-4c40-4298-9436-b2720a6eae12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0591133 Jun 24 10:36:57.749332 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c9561d54-9dae-40c7-877b-12de31c70e7e req-c15ea618-7230-49cd-971b-a1611859c45e tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437867 Jun 24 10:36:57.777321 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52308) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:57.778283 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.807813 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.811330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4daae9-ea71-4aef-b1ba-7b49f45852a8 req-a1eb866a-91c2-4e93-8ad6-3bf2cf0d25bd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:57.812925 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4f4daae9-ea71-4aef-b1ba-7b49f45852a8 req-a1eb866a-91c2-4e93-8ad6-3bf2cf0d25bd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0786586 Jun 24 10:36:57.837062 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fae4eba-2810-473b-9dcc-0209abd16573 req-1b74c274-335b-4939-8a30-143094507a56 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968777 Jun 24 10:36:57.839155 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.968834 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:57.999317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.002382 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.004561 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a463acae-9a2a-445c-8e9c-7f18591def19 HTTP/1.1" status: 204 len: 168 time: 0.4353292 Jun 24 10:36:58.005484 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0b055fe3-d749-45e7-891e-c3e597edbe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:58.028995 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463acae-9a2a-445c-8e9c-7f18591def19,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:58.032852 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:58.068793 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-afa9d80b-49e5-4fb5-9ff9-78f506e8cdf4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359616 Jun 24 10:36:58.074478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.083990 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:58.084671 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4f4daae9-ea71-4aef-b1ba-7b49f45852a8 req-d78dafa2-300e-49dc-8d8c-1f4bdc137d39 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653310 Jun 24 10:36:58.130970 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110b0bd5-2426-4be7-94dc-4c1d96a05523,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:58.151540 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca2987f3ffa8479cbe97538db5f362e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703690 Jun 24 10:36:58.154071 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52316) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:58.155024 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52318) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:58.163525 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:58.227417 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-5d6ce621-ecdd-4bd1-9fb1-f66d672de2f7 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375077 Jun 24 10:36:58.231982 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.247510 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-2bbeeb91-3d1c-428f-a98d-bd1f3abb6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.249027 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-2bbeeb91-3d1c-428f-a98d-bd1f3abb6fbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1096 time: 0.2410197 Jun 24 10:36:58.338232 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97f51da6-9833-4215-a221-c296e256df37 req-96785141-adff-4dc5-8977-71b17f747e63 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986648 Jun 24 10:36:58.406759 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.495240 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41654-b90f-4ae6-b2fd-e88b7e8c900c req-2c07d2b2-b912-43b6-b5d4-4a46ebea49cd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.497866 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3ab41654-b90f-4ae6-b2fd-e88b7e8c900c req-2c07d2b2-b912-43b6-b5d4-4a46ebea49cd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.2576175 Jun 24 10:36:58.500599 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.516460 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-8814150d-7a28-418d-b60e-f2f2745660a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.517950 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-8814150d-7a28-418d-b60e-f2f2745660a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.2289884 Jun 24 10:36:58.595824 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-fdd07230-fe66-464f-a4bc-ab315cf07674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 217 time: 0.0658247 Jun 24 10:36:58.671523 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3ab41654-b90f-4ae6-b2fd-e88b7e8c900c req-90a8ccc7-75f6-4ee7-8cea-ed235806681a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570017 Jun 24 10:36:58.680775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.695528 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-d828516a-c19f-4200-ad0c-3b74b0737ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.697008 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-d828516a-c19f-4200-ad0c-3b74b0737ea4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0926292 Jun 24 10:36:58.772248 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.776930 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5f8b-b679-437f-8c41-b811f5e0b696 req-1cb582d9-2a52-4498-839a-7c0cf467bea7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.776930 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-af1a5f8b-b679-437f-8c41-b811f5e0b696 req-1cb582d9-2a52-4498-839a-7c0cf467bea7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 943 time: 0.0692399 Jun 24 10:36:58.780193 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-543bb9c7-f54c-4616-a1b2-ba44476ec1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:58.789374 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-c311d657-ad15-4683-bc99-35666cdccf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:58.791188 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-c311d657-ad15-4683-bc99-35666cdccf1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849619 Jun 24 10:36:58.809751 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.812429 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:58.816287 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/110b0bd5-2426-4be7-94dc-4c1d96a05523 HTTP/1.1" status: 204 len: 168 time: 0.6272881 Jun 24 10:36:58.819869 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-af1a5f8b-b679-437f-8c41-b811f5e0b696 req-e24e6e6a-ffc1-4fc7-9542-c13eb4efa914 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Jun 24 10:36:58.847465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248d05d-b9a1-4cfc-a1c1-d8fd907db771,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:58.897596 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea4ff87133964760a617d4ba3417cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281868 Jun 24 10:36:58.898663 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:58.900312 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:58.901009 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7de09779-a1b7-49e6-bc86-07d882a807c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:58.922813 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110b0bd5-2426-4be7-94dc-4c1d96a05523,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:58.926613 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:58.991249 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.014290 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-fc94cb86-f4bd-449b-90fc-989cc16188f8 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096694 Jun 24 10:36:59.016843 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.083201 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d82e-d23d-4f49-b489-a1e3ef62ce8f req-ec32df5a-d934-4bf1-aff6-ccb479a70926 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:59.083201 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ead6d82e-d23d-4f49-b489-a1e3ef62ce8f req-ec32df5a-d934-4bf1-aff6-ccb479a70926 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.1553931 Jun 24 10:36:59.094338 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6f00cabe-8562-4799-99f6-9e5f00cb7039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.097427 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.157622 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.172511 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.174463 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2248d05d-b9a1-4cfc-a1c1-d8fd907db771 HTTP/1.1" status: 204 len: 168 time: 0.2721169 Jun 24 10:36:59.175484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:36:59.182680 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ead6d82e-d23d-4f49-b489-a1e3ef62ce8f req-ebc780bf-76f2-4541-a97f-d56f671b32b1 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921257 Jun 24 10:36:59.186062 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248d05d-b9a1-4cfc-a1c1-d8fd907db771,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:59.196436 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:36:59.208426 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-07b56876-e653-4ced-8b84-88a8645bfab0 req-84c110cc-1e85-479e-9626-642e52d9d473 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876454 Jun 24 10:36:59.373417 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c0dec-7df5-4114-9e92-923d54c3cc4f req-f3dc2053-65df-479c-8d83-577ab12f4416 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:59.375138 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df4c0dec-7df5-4114-9e92-923d54c3cc4f req-f3dc2053-65df-479c-8d83-577ab12f4416 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0895987 Jun 24 10:36:59.414823 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df4c0dec-7df5-4114-9e92-923d54c3cc4f req-060845c4-9598-46c2-80c8-91cea019ada8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Jun 24 10:36:59.618323 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52362) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:36:59.748828 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-464357826-network', 'tenant_id': '46ac087d1d8f49e7a4109bfb6d624287'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:36:59.879567 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Made reservation on behalf of 46ac087d1d8f49e7a4109bfb6d624287 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:59.880062 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 15316d32-3a81-4224-997b-e5528dd63d15 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:59.887025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.926062 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:36:59.976452 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdbde0-a47d-41c0-8ad4-025b7dd2b617 req-b558dcda-f712-45c3-b095-802b8b54a37d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:36:59.991820 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-85cdbde0-a47d-41c0-8ad4-025b7dd2b617 req-b558dcda-f712-45c3-b095-802b8b54a37d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.1619225 Jun 24 10:37:00.038757 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.053853 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15316d32-3a81-4224-997b-e5528dd63d15,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:00.070211 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '15316d32-3a81-4224-997b-e5528dd63d15', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'port_id': '15316d32-3a81-4224-997b-e5528dd63d15', 'mac_address': 'fa:16:3e:9e:65:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:00.112148 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-85cdbde0-a47d-41c0-8ad4-025b7dd2b617 req-ff6201c6-cea1-480b-ad4b-1d1f84c9c8f2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193507 Jun 24 10:37:00.133929 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.163188 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15316d32-3a81-4224-997b-e5528dd63d15 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:00.192445 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15316d32-3a81-4224-997b-e5528dd63d15,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:00.236603 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a0d7-fe79-4380-8696-6666df82e6a3 req-702557b7-f782-436e-b611-5e28c85eae5c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:00.238829 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3847a0d7-fe79-4380-8696-6666df82e6a3 req-702557b7-f782-436e-b611-5e28c85eae5c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 943 time: 0.1697133 Jun 24 10:37:00.280231 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.290324 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.291201 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device fb0f10f9-2037-4939-924e-90307a4601d5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:00.293148 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:00.303356 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3847a0d7-fe79-4380-8696-6666df82e6a3 req-ddd9a0fc-9dba-4554-9b45-879adcf16b0e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568810 Jun 24 10:37:00.391085 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:00.392222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.392222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:00.392384 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:00.392384 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f10f9-2037-4939-924e-90307a4601d5,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:00.400363 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'fb0f10f9-2037-4939-924e-90307a4601d5', 'network_id': 'e124aed2-4157-4050-8efe-330026d966c2', 'port_id': 'fb0f10f9-2037-4939-924e-90307a4601d5', 'mac_address': 'fa:16:3e:d4:00:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7245bc9b-4a6f-4fa7-8baa-6087ba7cd302', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:00.418732 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:00.424431 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97edf4e-5aed-4323-8272-607014240f47,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:00.429289 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:00.435991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.436321 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Added segment 8f60e587-d43f-4158-8614-377c042f7c49 of type vlan for network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 Jun 24 10:37:00.481496 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.482827 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.498219 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f10f9-2037-4939-924e-90307a4601d5 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:00.518049 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f10f9-2037-4939-924e-90307a4601d5,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:00.609467 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265526-ce23-4aa9-af64-08bf46942994 req-94d139f8-9a87-4a63-9e4d-751706487e3d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:00.610965 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4d265526-ce23-4aa9-af64-08bf46942994 req-94d139f8-9a87-4a63-9e4d-751706487e3d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0684223 Jun 24 10:37:00.650086 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4d265526-ce23-4aa9-af64-08bf46942994 req-851f71c5-a547-4cad-9518-83e5b7dd6de9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Jun 24 10:37:00.720032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.721135 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.723402 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:00.725178 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:00.726043 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:00.729453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-da0e896a-33d6-497e-b9c1-669574e7ccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:00.799307 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:00.802681 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:00.806357 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Pushing event updated for resources: {'Network': ['ID=db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:00.811310 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:00.819471 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:00.868326 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2485027 Jun 24 10:37:00.871121 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52422) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:00.876149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Request body: {'subnet': {'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-464357826-subnet', 'tenant_id': '46ac087d1d8f49e7a4109bfb6d624287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:00.982119 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Made reservation on behalf of 46ac087d1d8f49e7a4109bfb6d624287 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:00.984574 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.183423 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.265189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['15316d32-3a81-4224-997b-e5528dd63d15'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:01.302373 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.305590 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:01.325719 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['fb0f10f9-2037-4939-924e-90307a4601d5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:01.407970 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fa10d8-4462-453b-bc77-3ee08bd3d1a5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:01.414663 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:01.415947 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Checking segment: {'id': '8f60e587-d43f-4158-8614-377c042f7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:01.416325 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Network hostable DHCP agents. Network: db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:01.469163 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52450) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:01.616041 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667adb2-8404-4181-8bf7-ca27f9376b66 req-51790eaa-c088-4d6a-aa9d-678e66513134 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:01.617810 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a667adb2-8404-4181-8bf7-ca27f9376b66 req-51790eaa-c088-4d6a-aa9d-678e66513134 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 944 time: 0.1004667 Jun 24 10:37:01.629712 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:01.649846 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.701055 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a667adb2-8404-4181-8bf7-ca27f9376b66 req-9508f02b-57bd-43c2-920d-b77cb34da7cf tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756373 Jun 24 10:37:01.758574 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:01.768461 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d44f42-ac14-4c6d-843a-ee1a44078bca None None] Network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:01.791128 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:01.792094 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.843655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.874512 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5490-2554-4e68-bb11-e48785d19abf req-a5907ac0-5778-47b8-8af3-b49f83e825f8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:01.878144 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f74e5490-2554-4e68-bb11-e48785d19abf req-a5907ac0-5778-47b8-8af3-b49f83e825f8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0974560 Jun 24 10:37:01.931709 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f74e5490-2554-4e68-bb11-e48785d19abf req-e5a3aa75-3130-4e6d-b430-c1daff47c3ce tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Jun 24 10:37:01.932027 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:01.942863 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3405876-c422-4a30-8822-ce630cb5bab8 None None] Network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:01.987247 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:01.990477 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:02.038451 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52466) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:02.038779 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad93cbc1ee944314991641000376905c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681169 Jun 24 10:37:02.040072 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aaf004-7b53-42e0-a940-c997cfa05c32,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:02.044009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:02.063047 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1747868 Jun 24 10:37:02.134451 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.160867 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.187772 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:02.195588 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.200389 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:02.239344 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.252119 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:02.271743 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:02.294637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.297394 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.301131 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62aaf004-7b53-42e0-a940-c997cfa05c32 HTTP/1.1" status: 204 len: 168 time: 0.2585561 Jun 24 10:37:02.301131 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:02.313228 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aaf004-7b53-42e0-a940-c997cfa05c32,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:02.314821 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:02.366436 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:02.370170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:02.453408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:02.459716 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:02.894598 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:03.191050 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52530) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:03.196114 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-981737443-network', 'tenant_id': '2a8780925b814cb2875e8f5c90eec7bf'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:03.301858 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Made reservation on behalf of 2a8780925b814cb2875e8f5c90eec7bf for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:03.306428 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.313830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.425995 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.576925 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.581139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:03.602971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:03.613483 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0868a-93d3-4aca-a232-06122683cf26,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:03.618928 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:03.620185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.620604 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Added segment 0a0ede7d-ba11-4698-8326-9b93c31b3f87 of type vlan for network 08546aa1-ac22-4f86-9366-9532c0536676 Jun 24 10:37:03.666565 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.819046 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8b88-97cc-4a8d-bd40-82265ebd9009 req-182d965b-50d8-425d-866c-20108892fbca tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:03.820614 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-09fc8b88-97cc-4a8d-bd40-82265ebd9009 req-182d965b-50d8-425d-866c-20108892fbca tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 944 time: 0.0705669 Jun 24 10:37:03.833677 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.835722 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:03.836482 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:03.847940 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a07dbb74-ba81-4f49-aaa4-bc292c7be1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:03.867894 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-09fc8b88-97cc-4a8d-bd40-82265ebd9009 req-af01b578-bc95-44fa-b866-17aefd0e822d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Jun 24 10:37:03.910119 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Pushing event updated for resources: {'Network': ['ID=08546aa1-ac22-4f86-9366-9532c0536676,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:03.911884 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:03.915853 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 15316d32-3a81-4224-997b-e5528dd63d15 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:03.920981 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 08546aa1-ac22-4f86-9366-9532c0536676 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:03.952892 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7607400 Jun 24 10:37:03.957948 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52574) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:03.968803 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Request body: {'subnet': {'network_id': '08546aa1-ac22-4f86-9366-9532c0536676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-981737443-subnet', 'tenant_id': '2a8780925b814cb2875e8f5c90eec7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:04.085140 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Made reservation on behalf of 2a8780925b814cb2875e8f5c90eec7bf for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:04.087638 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.147755 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 15316d32-3a81-4224-997b-e5528dd63d15 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:04.152170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 15316d32-3a81-4224-997b-e5528dd63d15 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:04.152583 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.161447 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a59e-723a-4509-8f76-a2049095bc2c req-581220c5-4472-4901-921e-9c0ee5ac7fb4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:04.163059 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7e35a59e-723a-4509-8f76-a2049095bc2c req-581220c5-4472-4901-921e-9c0ee5ac7fb4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 944 time: 0.1284695 Jun 24 10:37:04.227052 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7e35a59e-723a-4509-8f76-a2049095bc2c req-4bc71cbb-d09e-49e2-a22b-3dce4f27582a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Jun 24 10:37:04.258689 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.295478 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:04.301397 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f29add-d1e3-41f4-98fe-74c737ccd861" -d '{"events": [{"server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "name": "network-vif-plugged", "status": "completed", "tag": "15316d32-3a81-4224-997b-e5528dd63d15"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:04.326491 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15316d32-3a81-4224-997b-e5528dd63d15,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:04.352968 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423f8bb-14a9-4ed8-87dc-9240d3938e87 x-openstack-request-id: req-2423f8bb-14a9-4ed8-87dc-9240d3938e87 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:04.353266 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "name": "network-vif-plugged", "status": "completed", "tag": "15316d32-3a81-4224-997b-e5528dd63d15", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:04.353528 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2423f8bb-14a9-4ed8-87dc-9240d3938e87 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:04.353929 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15', 'code': 200} Jun 24 10:37:04.519553 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.519792 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.521124 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:04.521940 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:04.559017 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:04.585539 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82af9130-8ad1-40a0-8e46-bacff220f12c,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:04.589870 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:04.598825 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Checking segment: {'id': '0a0ede7d-ba11-4698-8326-9b93c31b3f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '08546aa1-ac22-4f86-9366-9532c0536676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:04.599122 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Network hostable DHCP agents. Network: 08546aa1-ac22-4f86-9366-9532c0536676, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:04.620246 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:04.624636 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:04.770503 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:04.770714 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Network 08546aa1-ac22-4f86-9366-9532c0536676 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:04.774768 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:04.775178 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.856636 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.884492 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 08546aa1-ac22-4f86-9366-9532c0536676) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:04.890539 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:04.893320 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410206a-e477-4823-8324-68bff58813e0 None None] Network 08546aa1-ac22-4f86-9366-9532c0536676 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:04.913827 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:04.916562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.964886 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631e3c-33df-4f1c-bec9-32e5f86e2d26 req-d0edf0a5-c5c7-491f-b4a6-b02f62275a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:04.966425 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60631e3c-33df-4f1c-bec9-32e5f86e2d26 req-d0edf0a5-c5c7-491f-b4a6-b02f62275a3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1098 time: 0.1091127 Jun 24 10:37:04.973307 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:04.979877 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device fb0f10f9-2037-4939-924e-90307a4601d5 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:04.984859 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:05.037752 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-2d4cd9b1-7a89-4222-b25e-a31ba680e9b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0785718 Jun 24 10:37:05.102243 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60631e3c-33df-4f1c-bec9-32e5f86e2d26 req-4c28cf65-8d97-4621-81b0-c69bb19cb359 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235495 Jun 24 10:37:05.115974 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:05.144495 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:05.149331 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858eca5b-1abe-40b4-8e50-0655a2340800 req-93ffd1c3-6ed7-4d7f-ae68-72a5badd7b23 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:05.149331 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-858eca5b-1abe-40b4-8e50-0655a2340800 req-93ffd1c3-6ed7-4d7f-ae68-72a5badd7b23 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1158121 Jun 24 10:37:05.162866 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9741e-bb6c-4a3a-ae64-cf90b454cdda None None] Network 08546aa1-ac22-4f86-9366-9532c0536676 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:05.211194 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-858eca5b-1abe-40b4-8e50-0655a2340800 req-5d0617f0-1673-4e1d-a21a-d82ff7162cd8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Jun 24 10:37:05.296988 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port fb0f10f9-2037-4939-924e-90307a4601d5 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:05.323959 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port fb0f10f9-2037-4939-924e-90307a4601d5 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:05.324536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:05.504878 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:05.525336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e5c24-c8db-4597-b57c-381457dd821c req-c962ddd5-2567-40e4-a0b6-ddbab9a0b365 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:05.527710 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f26e5c24-c8db-4597-b57c-381457dd821c req-c962ddd5-2567-40e4-a0b6-ddbab9a0b365 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0835173 Jun 24 10:37:05.557305 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f10f9-2037-4939-924e-90307a4601d5,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:05.584228 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f26e5c24-c8db-4597-b57c-381457dd821c req-28f012a4-1cde-48bd-97be-1c8386cecad2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Jun 24 10:37:05.721167 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-68e1b528-7c77-49d1-9156-e998c1658a3f tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:05.722731 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-68e1b528-7c77-49d1-9156-e998c1658a3f tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/networks?id=db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 HTTP/1.1" status: 200 len: 808 time: 0.1073401 Jun 24 10:37:05.738035 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-0792c0c9-7dd7-45ad-97eb-bbcb967a7367 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/quotas/46ac087d1d8f49e7a4109bfb6d624287 HTTP/1.1" status: 200 len: 375 time: 0.0097709 Jun 24 10:37:05.799873 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:05.802074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:05.854667 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:05.858408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:05.957632 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-a107f0e3-368e-4a42-9fe9-07b3ad0e38b4 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46ac087d1d8f49e7a4109bfb6d624287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2144196 Jun 24 10:37:06.082984 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-1b3302a3-1369-4af4-a858-9456127bceb4 service neutron] 10.222.0.24 "GET /v2.0/networks/db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177702 Jun 24 10:37:06.251100 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-fb89e07d-3ec9-4f2e-971c-789031324255 service neutron] 10.222.0.24 "GET /v2.0/networks/db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572337 Jun 24 10:37:06.355503 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}, {'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:06.358993 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996cdd0d-72bd-40a2-8543-3b61ce5102c0" -d '{"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}, {"server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:06.488499 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b6411-bbee-458e-a3ac-55632b2c46d4 req-758bd075-22ae-46b6-9cc4-1776b44937a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:06.490091 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0b1b6411-bbee-458e-a3ac-55632b2c46d4 req-758bd075-22ae-46b6-9cc4-1776b44937a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0817430 Jun 24 10:37:06.534084 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0b1b6411-bbee-458e-a3ac-55632b2c46d4 req-5180e276-f4f6-4831-a1df-4111bef0fc66 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Jun 24 10:37:06.595637 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0942ddd-ec0e-4799-92a9-b285518d9844 x-openstack-request-id: req-f0942ddd-ec0e-4799-92a9-b285518d9844 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:06.596051 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "code": 200}, {"server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:06.596408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0942ddd-ec0e-4799-92a9-b285518d9844 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:06.596899 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'code': 200} Jun 24 10:37:06.597381 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5', 'code': 200} Jun 24 10:37:06.801650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f5e6-2169-45d1-b4b2-0fb01e29bc12 req-0fb0758e-05ea-4a93-99ea-743b84d595a1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:06.803601 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a8f1f5e6-2169-45d1-b4b2-0fb01e29bc12 req-0fb0758e-05ea-4a93-99ea-743b84d595a1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0873001 Jun 24 10:37:06.851192 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-219cc690-9b05-4f3a-a92b-1cadf9b93a72 req-c3cfea2d-ef99-455a-8124-1c9649411c28 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0547192 Jun 24 10:37:06.864157 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a8f1f5e6-2169-45d1-b4b2-0fb01e29bc12 req-7ec3606f-965f-43cb-a7f2-7a0047f7d8f6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537007 Jun 24 10:37:07.328676 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099fa3b-7554-41e3-abda-39e632d1899b req-49d2a25d-81b7-423b-8987-7c7a40b3e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:07.331871 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9099fa3b-7554-41e3-abda-39e632d1899b req-49d2a25d-81b7-423b-8987-7c7a40b3e24c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0848765 Jun 24 10:37:07.431434 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9099fa3b-7554-41e3-abda-39e632d1899b req-e64d8ad6-fe33-400a-a5b4-970f2810ce47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662572 Jun 24 10:37:07.479413 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6303b-a77d-4262-8051-5a782a4f9fd9 req-d6e50927-947b-4a3a-954a-a965381a89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:07.481769 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97e6303b-a77d-4262-8051-5a782a4f9fd9 req-d6e50927-947b-4a3a-954a-a965381a89e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1098 time: 0.1153989 Jun 24 10:37:07.767524 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a849c5-76b3-4888-9fd8-040eaad0d632 req-13772177-9e8a-4aa0-a8fc-8c9df5cb01c2 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:07.770098 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-21a849c5-76b3-4888-9fd8-040eaad0d632 req-13772177-9e8a-4aa0-a8fc-8c9df5cb01c2 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0765898 Jun 24 10:37:07.820268 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-21a849c5-76b3-4888-9fd8-040eaad0d632 req-7a7b6097-b593-4ce7-8912-07576f63bbb1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Jun 24 10:37:07.860601 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-97e6303b-a77d-4262-8051-5a782a4f9fd9 req-89524f20-d2a4-40d5-a9f4-e90cbd5ab9ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Jun 24 10:37:07.943353 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f89c501c-2d40-41f4-9b07-6fe10f49c34e req-f7a659ae-6952-494b-a998-8495eda2438f tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0295007 Jun 24 10:37:08.148478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5594c32-9dca-40fa-8e43-03481f7c6962 req-0c6b4dba-6482-47af-a7f5-1ceb76865ead tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:08.150060 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f5594c32-9dca-40fa-8e43-03481f7c6962 req-0c6b4dba-6482-47af-a7f5-1ceb76865ead tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0803716 Jun 24 10:37:08.192134 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f5594c32-9dca-40fa-8e43-03481f7c6962 req-3818b6e6-89bf-4a9b-bf39-57dd477ffff5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359511 Jun 24 10:37:08.757244 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52734) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:08.774352 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e6e3-7a2f-41b7-a613-50d495475187 req-d46ca2cc-ddf6-44a5-ac7f-dd610eb96d28 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:08.775893 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e353e6e3-7a2f-41b7-a613-50d495475187 req-d46ca2cc-ddf6-44a5-ac7f-dd610eb96d28 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0966594 Jun 24 10:37:08.849897 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e353e6e3-7a2f-41b7-a613-50d495475187 req-d5b8fcdf-cb0f-4da1-ba35-cc8bcdd3034b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463388 Jun 24 10:37:08.862806 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-f2b4c630-6e40-4d4d-b453-bd935f5602cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:08.864580 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-f2b4c630-6e40-4d4d-b453-bd935f5602cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1098 time: 0.0876088 Jun 24 10:37:08.888940 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.013749 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-495fd7e0-4787-4347-8c62-e5f8f26af155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:09.015489 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-495fd7e0-4787-4347-8c62-e5f8f26af155 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.1389015 Jun 24 10:37:09.026277 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.096591 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.110056 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:09.145605 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-464d5f3b-5fe5-438c-9a75-216db9f9275d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 200 len: 217 time: 0.0651107 Jun 24 10:37:09.169108 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1932552f-f1ab-4f62-a006-c5e6c3a3683c req-75aebb99-dbc3-4022-9552-cbea0d7223fd tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0390642 Jun 24 10:37:09.194345 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36919376-0fcc-49ed-af5e-9f01d2fb7f90,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:09.217656 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c086e38a17f4e7fa7b80af2259b5699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585490 Jun 24 10:37:09.218715 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:09.222616 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52744) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:09.325845 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47b80-5604-4e10-9671-8e45e742e4eb req-06dd29c1-d2f8-4604-aa49-2bc1e5ee2d73 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:09.329946 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-8e8eb99a-18d2-4e7e-a091-1c6d3c26efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:09.331402 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-8e8eb99a-18d2-4e7e-a091-1c6d3c26efd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0755646 Jun 24 10:37:09.335464 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dab47b80-5604-4e10-9671-8e45e742e4eb req-06dd29c1-d2f8-4604-aa49-2bc1e5ee2d73 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.0895040 Jun 24 10:37:09.353031 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.377567 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-753414e7-6be9-48d5-81fe-574b69e4a478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329719 Jun 24 10:37:09.380267 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dab47b80-5604-4e10-9671-8e45e742e4eb req-4de3cd11-2716-4fba-9ffe-d6d582fe707e tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Jun 24 10:37:09.437609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.570050 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c7f4f-5335-475f-9bdb-54d90c946a01 req-e7e21b8f-0fc2-44dc-815c-8aa00dff313b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:09.571580 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7c5c7f4f-5335-475f-9bdb-54d90c946a01 req-e7e21b8f-0fc2-44dc-815c-8aa00dff313b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1964397 Jun 24 10:37:09.575249 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-407ace2d-6c0c-4290-a028-301793ba4da2 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800425 Jun 24 10:37:09.660248 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7c5c7f4f-5335-475f-9bdb-54d90c946a01 req-729be54d-e711-4885-8324-d993705f4805 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817342 Jun 24 10:37:09.700018 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.701491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:09.702607 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36919376-0fcc-49ed-af5e-9f01d2fb7f90 HTTP/1.1" status: 204 len: 168 time: 0.4786115 Jun 24 10:37:09.705543 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:09.726385 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36919376-0fcc-49ed-af5e-9f01d2fb7f90,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:09.728972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:09.734414 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ca6bcaf-3584-47ff-ab87-88e85d8e9b5a req-dda9e2bd-e1fc-4330-8119-f1fa5bf86154 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339872 Jun 24 10:37:10.123738 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba69b13-5c45-418d-a36e-ffb789d0dbfe req-1b1dc6a2-9cfb-47db-ad04-3f802abd0687 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:10.125309 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3ba69b13-5c45-418d-a36e-ffb789d0dbfe req-1b1dc6a2-9cfb-47db-ad04-3f802abd0687 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0977139 Jun 24 10:37:10.139510 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b0efb588-1707-46a3-98ff-f42238ed9fd5 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:10.140940 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b0efb588-1707-46a3-98ff-f42238ed9fd5 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.1767390 Jun 24 10:37:10.161427 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-e329e784-947b-4a9b-9b71-cdd94ba61c6e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/quotas/9fbe2398d45e457eb6995bfdb5714563 HTTP/1.1" status: 200 len: 375 time: 0.0136135 Jun 24 10:37:10.186378 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3ba69b13-5c45-418d-a36e-ffb789d0dbfe req-13b8f680-691f-4e5c-96a1-ed24a9715a04 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546465 Jun 24 10:37:10.259721 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-119d71bb-7116-49ba-831e-4e1921a4d9bc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920172 Jun 24 10:37:10.376397 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2b83af61-9f48-40b7-841c-9952294a8213 req-744b9c1b-5ba1-4b71-9da2-c99d4ef0e1b3 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0340536 Jun 24 10:37:10.378785 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-52720f82-ccb6-4abf-ba50-aa06789c9c07 service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116080 Jun 24 10:37:10.495478 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-541705ef-a8a5-4b14-8675-c00721e9df05 service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092150 Jun 24 10:37:10.560695 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 52788) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:10.598248 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:10.678664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00866930-cc6c-44c4-8ffb-add29f90d74a req-d65f1c3c-2aea-49e2-ae36-db6d03b1b2fc tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:10.680128 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00866930-cc6c-44c4-8ffb-add29f90d74a req-d65f1c3c-2aea-49e2-ae36-db6d03b1b2fc tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.1338108 Jun 24 10:37:10.754878 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00866930-cc6c-44c4-8ffb-add29f90d74a req-4ef7611f-9cfa-488f-9626-076ef7d3b4bd tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668087 Jun 24 10:37:10.800009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:10.951524 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2c2dadfa-6237-4452-9bfd-50afd20681b8 req-e1d90cbd-8c0f-4506-afe7-1990d262c684 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0556023 Jun 24 10:37:10.962012 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:10.966570 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:11.040334 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef039110051741859ee04d30ef8fb661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643593 Jun 24 10:37:11.040530 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52800) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:11.040608 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f13978-7957-4035-88c5-e20f0e6a9a37,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:11.045884 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:11.070372 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ba112-b9d7-4db5-8cc9-bf5e2dbe9725 req-5c41834d-ff63-4fcd-a9ab-3bd5cef86a72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:11.072413 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-293ba112-b9d7-4db5-8cc9-bf5e2dbe9725 req-5c41834d-ff63-4fcd-a9ab-3bd5cef86a72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1587033 Jun 24 10:37:11.099473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.129909 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-293ba112-b9d7-4db5-8cc9-bf5e2dbe9725 req-9a6f6377-e911-4572-8747-eaee3cfb1998 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501373 Jun 24 10:37:11.137908 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.322884 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.327940 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:11.332877 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1f13978-7957-4035-88c5-e20f0e6a9a37 HTTP/1.1" status: 204 len: 168 time: 0.2999430 Jun 24 10:37:11.344406 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b5cbbedc-b3b2-43b4-8bf7-801e7c24d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:11.416319 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f13978-7957-4035-88c5-e20f0e6a9a37,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:11.435606 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:11.489448 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2fc1-3068-4962-a7b4-832d828108cf req-2676d582-ca2c-49c8-a09a-636365ef956c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:11.502330 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-580d2fc1-3068-4962-a7b4-832d828108cf req-2676d582-ca2c-49c8-a09a-636365ef956c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1828141 Jun 24 10:37:11.564232 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-580d2fc1-3068-4962-a7b4-832d828108cf req-926a9f0e-6070-4180-b90b-886d42180782 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602930 Jun 24 10:37:11.672603 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75db03b1-cbe5-4961-9653-b1ed38e448c6 req-24723fe7-b84a-4e14-b598-d2e6b00392a4 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jun 24 10:37:11.745187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-56658003-0f22-457a-883f-fb4b27fb29c9 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:11.748659 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-56658003-0f22-457a-883f-fb4b27fb29c9 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.45 "GET /v2.0/networks?id=db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 HTTP/1.1" status: 200 len: 808 time: 0.3273895 Jun 24 10:37:11.784791 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Request body: {'port': {'device_id': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75', 'admin_state_up': True, 'tenant_id': '46ac087d1d8f49e7a4109bfb6d624287'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:12.092385 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e2170-e510-416c-b894-da3697ebacc1 req-f29ceba6-99c5-4dee-aac5-9ab5a002f757 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:12.106316 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Made reservation on behalf of 46ac087d1d8f49e7a4109bfb6d624287 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:12.107361 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bd9e2170-e510-416c-b894-da3697ebacc1 req-f29ceba6-99c5-4dee-aac5-9ab5a002f757 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.1811333 Jun 24 10:37:12.111386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:12.153915 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ccc26419-01e2-41e3-93ca-b1bae8ec7877 req-4e3fef3a-8f46-41df-a708-ab3f42c1f171 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0615516 Jun 24 10:37:12.163647 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bd9e2170-e510-416c-b894-da3697ebacc1 req-40ea90aa-8a97-40ba-8b67-3c12ba338e6a tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Jun 24 10:37:12.435290 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Allocated IP 172.20.0.8 (db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75/33fa10d8-4462-453b-bc77-3ee08bd3d1a5/6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:12.474723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e98cc-4583-43d1-94bf-98c24436a778 req-093a4acb-4954-4d21-84a2-f60d3f722c16 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:12.476254 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4d8e98cc-4583-43d1-94bf-98c24436a778 req-093a4acb-4954-4d21-84a2-f60d3f722c16 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1397245 Jun 24 10:37:12.586414 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4d8e98cc-4583-43d1-94bf-98c24436a778 req-870b700e-ad26-4a9c-8e88-542814c8cef7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029119 Jun 24 10:37:12.676055 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:12.817186 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:12.819808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b0384-2bf3-4ab6-8972-652c898bfe01 req-bbf4b261-6584-4b5c-8b95-7a0647f4ef1e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:12.821577 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-653b0384-2bf3-4ab6-8972-652c898bfe01 req-bbf4b261-6584-4b5c-8b95-7a0647f4ef1e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1031134 Jun 24 10:37:12.832183 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:12.861504 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f594f0-0a0d-4994-92ab-30685a529d55 req-d9089049-c0e9-49bf-a3b2-118457b3929f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:12.864260 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-22f594f0-0a0d-4994-92ab-30685a529d55 req-d9089049-c0e9-49bf-a3b2-118457b3929f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1355941 Jun 24 10:37:12.878661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 52866) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:12.891873 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-653b0384-2bf3-4ab6-8972-652c898bfe01 req-746d27c6-7e49-495d-9ae4-a81267c11843 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Jun 24 10:37:12.899471 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:12.902780 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'floatingip': {'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:12.916097 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:12.919948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:12.976396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:12.977022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.009575 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Pushing event updated for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:13.013556 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:13.019672 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.103917 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278396 Jun 24 10:37:13.143593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Request body: {'port': {'device_id': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:13.156080 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ce442-45c4-4c2c-bb28-342089ac901e req-a86b1223-0f81-4644-ac43-7e6f75983b77 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:13.157898 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c81ce442-45c4-4c2c-bb28-342089ac901e req-a86b1223-0f81-4644-ac43-7e6f75983b77 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 931 time: 0.0897412 Jun 24 10:37:13.312927 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c81ce442-45c4-4c2c-bb28-342089ac901e req-3d07da80-b675-4d9a-a3bd-ada7bea804b8 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248434 Jun 24 10:37:13.346034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.559678 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d2bcc20b-8be6-4eae-865a-f0bfc6958e01 req-252102ab-808b-4afa-8132-ef15682c777f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0545316 Jun 24 10:37:13.665766 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154dcb0-886c-4eec-a783-5480239f8832 req-4a046489-e9ee-4723-b4bc-45e828aff85c tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:13.667358 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9154dcb0-886c-4eec-a783-5480239f8832 req-4a046489-e9ee-4723-b4bc-45e828aff85c tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.1594989 Jun 24 10:37:13.750129 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9154dcb0-886c-4eec-a783-5480239f8832 req-432bbd7b-52b3-4f37-9afe-1535863627f6 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744607 Jun 24 10:37:13.790626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:13.802873 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.818722 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Transition to ACTIVE for port object 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:13.866586 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.929943 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:13.934015 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:13.965179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-a00a29c0-3fc4-4a69-9d9a-3e0407d83714 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:13.968011 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-a00a29c0-3fc4-4a69-9d9a-3e0407d83714 tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.45 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.0676787 Jun 24 10:37:13.968698 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.014671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Pushing event updated for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:14.019593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:14.269881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Attempting to bind port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:14.270444 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Attempting to bind port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f60e587-d43f-4158-8614-377c042f7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:14.270581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Attempting to bind port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c on network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:14.275460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c on network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:37:14.275794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Attempting to bind port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c on network db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:14.281576 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:14.281923 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Checking segment: {'id': '8f60e587-d43f-4158-8614-377c042f7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:14.282288 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Bound using segment: {'id': '8f60e587-d43f-4158-8614-377c042f7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:14.282725 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Bound port: 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60e587-d43f-4158-8614-377c042f7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:14.283116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.349490 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:14.353699 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,segment=NetworkSegment(8f60e587-d43f-4158-8614-377c042f7c49),segment_id=8f60e587-d43f-4158-8614-377c042f7c49)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:14.441413 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.l3_db [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Floating IP 269a42f6-ff3a-44e0-a5ee-701902c0efe0 associated. External IP: 172.28.2.163, port: 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23. Jun 24 10:37:14.495779 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.506166 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cb2f2-ad71-48e5-b8d7-76ba27bfde64 req-456eb9e4-9d20-4bf1-9b1e-0c3919aa0b05 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:14.507729 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-103cb2f2-ad71-48e5-b8d7-76ba27bfde64 req-456eb9e4-9d20-4bf1-9b1e-0c3919aa0b05 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.4832892 Jun 24 10:37:14.508413 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d43351de-8de2-4130-8ca3-e496af60f018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:14.519562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Deleting port 80d7920d-8527-42d3-b485-b156a9a7ec5d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:37:14.521561 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.564370 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:14.565097 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.566594 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] 10.222.0.45 "PUT /v2.0/ports/6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c HTTP/1.1" status: 200 len: 1093 time: 1.4285588 Jun 24 10:37:14.574601 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:14.578161 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:14.631540 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-83652b79-e1cc-411a-802a-4676ae54202d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:14.633319 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-83652b79-e1cc-411a-802a-4676ae54202d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.2448061 Jun 24 10:37:14.643660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Pushing event updated for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:14.646944 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:14.659892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d7bc-a158-4e04-b769-a603ad323daa req-39475cfe-9c15-48d6-a716-fb356f609485 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:14.661410 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beb5d7bc-a158-4e04-b769-a603ad323daa req-39475cfe-9c15-48d6-a716-fb356f609485 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 943 time: 0.2054436 Jun 24 10:37:14.665023 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Request body: {'port': {'device_id': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'admin_state_up': True, 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:14.673282 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-103cb2f2-ad71-48e5-b8d7-76ba27bfde64 req-b0032d7a-c062-4309-8980-ed06beb45af8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554739 Jun 24 10:37:14.725323 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5078b-18b9-42d0-af04-0d9c827c8a73 x-openstack-request-id: req-3bc5078b-18b9-42d0-af04-0d9c827c8a73 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:14.725644 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:14.725921 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bc5078b-18b9-42d0-af04-0d9c827c8a73 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:14.726336 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c', 'status': 'completed', 'code': 200} Jun 24 10:37:14.737566 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] For port 80d7920d-8527-42d3-b485-b156a9a7ec5d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80d7920d-8527-42d3-b485-b156a9a7ec5d,segment=NetworkSegment(3cea4145-2f14-4ddc-b55e-e2abfa28a9f6),segment_id=3cea4145-2f14-4ddc-b55e-e2abfa28a9f6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:14.737991 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:14.767178 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beb5d7bc-a158-4e04-b769-a603ad323daa req-ee686baf-7f57-4718-92dd-271237ffe1b0 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 Jun 24 10:37:14.778014 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Calling delete_port for 80d7920d-8527-42d3-b485-b156a9a7ec5d owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:37:14.929616 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-474a0ca2-ec4e-457e-8132-bf10fd108f3c req-fba80f5a-06c3-486e-9244-8b1f7539b5d8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0446715 Jun 24 10:37:14.953253 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:37:14.962360 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-a979d857-9046-426c-b7c2-e4094dfbd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:14.964062 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-a979d857-9046-426c-b7c2-e4094dfbd070 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46ac087d1d8f49e7a4109bfb6d624287&device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 1096 time: 0.1079113 Jun 24 10:37:15.011312 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:15.015453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:15.131798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:37:15.142343 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:15.146548 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:37:15.253687 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:15.253687 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9ea7afea-0566-47c3-a46b-26b71bb07648 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "PUT /v2.0/floatingips/269a42f6-ff3a-44e0-a5ee-701902c0efe0 HTTP/1.1" status: 200 len: 991 time: 2.3204825 Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60159b5fa71dabcac3c87189cbc635fc332b6ef04408864bec06235441b9654a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f8975-15f2-4176-a005-856795a49929" -d '{"events": [{"name": "network-changed", "server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533bbd8-dee1-4362-905f-65f2dd09b949 x-openstack-request-id: req-e533bbd8-dee1-4362-905f-65f2dd09b949 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e533bbd8-dee1-4362-905f-65f2dd09b949 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:15.255260 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'status': 'completed', 'code': 200} Jun 24 10:37:15.286184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706354-c441-4973-8448-aa27fc2406d8 req-1e710afc-4133-48e6-a02e-950be30bd0dd tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.286871 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:15.293844 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c5706354-c441-4973-8448-aa27fc2406d8 req-1e710afc-4133-48e6-a02e-950be30bd0dd tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 945 time: 0.3286376 Jun 24 10:37:15.322302 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-aaa83c2e-5085-490e-9106-2cef461b88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.323644 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-aaa83c2e-5085-490e-9106-2cef461b88bc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=46ac087d1d8f49e7a4109bfb6d624287&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3291950 Jun 24 10:37:15.346750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Allocated IP 172.20.0.6 (302db360-0ac3-43ca-9adc-2945effe4b8d/6671edc7-6e19-4b2e-987d-e3b0b21b1a40/d9f953a0-c206-44cc-9474-5358d7fcbb7a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:15.388023 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:15.393887 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-00d35a8d-f282-43da-be07-27270136edb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:15.424526 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Pushing event deleted for resources: {'Port': ['ID=80d7920d-8527-42d3-b485-b156a9a7ec5d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:15.428021 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:15.457884 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['80d7920d-8527-42d3-b485-b156a9a7ec5d'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:15.483664 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c5706354-c441-4973-8448-aa27fc2406d8 req-1fa2b6de-d4f9-40a9-971e-036be2424b8f tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/security-groups?id=336c6a32-8e8e-4e77-9a9d-ade66422c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886389 Jun 24 10:37:15.503320 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] No DVR routers for this DVR port 80d7920d-8527-42d3-b485-b156a9a7ec5d on host hv-cinder-78638 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:37:15.521760 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:15.524698 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ed5d018b-94f8-430c-bc04-64c5cb48b5a0 req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.45 "DELETE /v2.0/ports/80d7920d-8527-42d3-b485-b156a9a7ec5d HTTP/1.1" status: 204 len: 173 time: 1.5076816 Jun 24 10:37:15.634066 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-2925ce3b-451e-48f6-ab47-93745236d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.635583 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a78a2072-3dea-4fdf-be6e-9a8759a3c8c4 req-2925ce3b-451e-48f6-ab47-93745236d1cc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3010569 Jun 24 10:37:15.641224 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8975-15f2-4176-a005-856795a49929 req-056a2398-d545-4373-8833-a022a856f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.648853 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-056a2398-d545-4373-8833-a022a856f11c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1098 time: 0.2936997 Jun 24 10:37:15.672009 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '269a42f6-ff3a-44e0-a5ee-701902c0efe0', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:36:45Z', 'updated_at': '2021-06-24T10:37:13Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:15.688102 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:15.697293 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:37:15.709794 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:15.710450 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:15.832949 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:15.864256 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8975-15f2-4176-a005-856795a49929 req-4dfeec76-0136-4d64-9972-0410f6998aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.865949 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-4dfeec76-0136-4d64-9972-0410f6998aaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.1756058 Jun 24 10:37:15.896286 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-97ad69a3-a1e9-4fc6-ad70-f6b0bc807ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.897954 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-97ad69a3-a1e9-4fc6-ad70-f6b0bc807ace service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46ac087d1d8f49e7a4109bfb6d624287&device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 1096 time: 0.1055992 Jun 24 10:37:15.905198 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f760-4239-4f8b-9762-32f3feaea3f0 req-92c93fa9-eeb6-4dd8-8d65-47d50dfb141f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:15.906145 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1cf7f760-4239-4f8b-9762-32f3feaea3f0 req-92c93fa9-eeb6-4dd8-8d65-47d50dfb141f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0852077 Jun 24 10:37:15.954046 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1cf7f760-4239-4f8b-9762-32f3feaea3f0 req-e3f5fb0d-4af7-4beb-b4a0-9381b69a7f6e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Jun 24 10:37:15.987787 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:16.008663 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-53f8480a-d567-48c5-a16e-641ad1bd1c23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c HTTP/1.1" status: 200 len: 217 time: 0.0783582 Jun 24 10:37:16.038753 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:16.064521 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:16.101862 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '269a42f6-ff3a-44e0-a5ee-701902c0efe0', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:36:45Z', 'updated_at': '2021-06-24T10:37:13Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:16.140074 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1c61d-ec91-42ee-8567-c73498b91fab None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '269a42f6-ff3a-44e0-a5ee-701902c0efe0', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:36:45Z', 'updated_at': '2021-06-24T10:37:13Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:37:16.143988 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-c8752a74-366c-4938-9cbd-4c2a1d9f294b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 999 time: 0.2636602 Jun 24 10:37:16.158871 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Network 302db360-0ac3-43ca-9adc-2945effe4b8d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:16.171452 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:16.200977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:16.215716 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event updated for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:16.231795 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176ee72-d25e-4031-a870-116790be9129 req-c048d321-d6d0-40a4-8440-8f54e1afd76d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.247357 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5176ee72-d25e-4031-a870-116790be9129 req-c048d321-d6d0-40a4-8440-8f54e1afd76d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 931 time: 0.1712642 Jun 24 10:37:16.252284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:16.268174 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-9207cc8a-5500-4ca2-92ce-c362fb6b4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.269777 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-9207cc8a-5500-4ca2-92ce-c362fb6b4b02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33fa10d8-4462-453b-bc77-3ee08bd3d1a5 HTTP/1.1" status: 200 len: 848 time: 0.2320645 Jun 24 10:37:16.315925 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5176ee72-d25e-4031-a870-116790be9129 req-fbf34e3d-1552-46ca-9fda-c6b024f503b1 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 Jun 24 10:37:16.333486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.338138 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:16.387538 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-c63a1810-7700-4e45-b539-eda994b94e67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439613 Jun 24 10:37:16.424203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792236-2ab5-427a-b7ef-599a2c04abf9 req-5e660575-05d1-41c1-a61e-b28c5b4904cc tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.425294 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9792236-2ab5-427a-b7ef-599a2c04abf9 req-5e660575-05d1-41c1-a61e-b28c5b4904cc tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 943 time: 0.4939272 Jun 24 10:37:16.426875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8975-15f2-4176-a005-856795a49929 req-5526ff27-30fe-47b7-bbcb-ff8f9306d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.428199 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-5526ff27-30fe-47b7-bbcb-ff8f9306d9a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.2427442 Jun 24 10:37:16.472849 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc664da-2705-4d4b-b969-92e56deb598e None None] New status for floating IP 269a42f6-ff3a-44e0-a5ee-701902c0efe0: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:37:16.517425 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8660014 Jun 24 10:37:16.557744 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9792236-2ab5-427a-b7ef-599a2c04abf9 req-4959b212-d4eb-4fc5-b39d-a6f8d368bd88 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184106 Jun 24 10:37:16.573352 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Request body: {'port': {'device_id': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:16.613870 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-caaa5264-20ca-4e79-b7d6-2d87fa58e60f service neutron] 10.222.0.45 "GET /v2.0/networks/db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144551 Jun 24 10:37:16.625129 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8975-15f2-4176-a005-856795a49929 req-45b28da5-7088-4194-9814-181695c70a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:16.626585 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-45b28da5-7088-4194-9814-181695c70a0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1616466 Jun 24 10:37:16.990952 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-69cdb93a-a409-4ce5-a377-9483796a9291 req-70809d18-6475-4d69-9ca7-a651a64d774b tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] 10.222.0.24 "GET /v2.0/ports?device_id=c640e691-43f4-4ded-a6fb-0ce86c631425 HTTP/1.1" status: 200 len: 210 time: 0.0886073 Jun 24 10:37:17.017734 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.080626 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92b60cd1-9cf4-44b6-bf18-c3282c111769 req-2ef9ee8e-68af-4c51-98d2-8a110077ea08 service neutron] 10.222.0.45 "GET /v2.0/networks/db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514222 Jun 24 10:37:17.099328 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-736d7412-d3d7-4af6-857b-c65354c1f859 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480178 Jun 24 10:37:17.146378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fb485-9d40-4ccc-9a70-052b9974e74b req-c08130c0-b1cc-45dd-a377-27594e3fce70 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:17.149645 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf5fb485-9d40-4ccc-9a70-052b9974e74b req-c08130c0-b1cc-45dd-a377-27594e3fce70 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0698705 Jun 24 10:37:17.202720 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf5fb485-9d40-4ccc-9a70-052b9974e74b req-affc3701-1f28-4e8f-bf93-a11f0f985cd4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488775 Jun 24 10:37:17.254424 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'name': 'network-vif-deleted', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:17.256860 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60159b5fa71dabcac3c87189cbc635fc332b6ef04408864bec06235441b9654a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8ea75-1ba2-4f66-b938-8333e9c7da2f" -d '{"events": [{"server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "name": "network-vif-deleted", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:17.308183 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44297171-f674-4eb6-b489-8736c3cf9048 x-openstack-request-id: req-44297171-f674-4eb6-b489-8736c3cf9048 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:17.309101 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c640e691-43f4-4ded-a6fb-0ce86c631425", "name": "network-vif-deleted", "tag": "80d7920d-8527-42d3-b485-b156a9a7ec5d", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:17.309443 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44297171-f674-4eb6-b489-8736c3cf9048 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:17.309915 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c640e691-43f4-4ded-a6fb-0ce86c631425', 'name': 'network-vif-deleted', 'tag': '80d7920d-8527-42d3-b485-b156a9a7ec5d', 'status': 'completed', 'code': 200} Jun 24 10:37:17.326244 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959f8975-15f2-4176-a005-856795a49929 req-ab38efee-9e94-4887-b85f-ff8f15c0b861 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663408 Jun 24 10:37:17.418460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f953a0-c206-44cc-9474-5358d7fcbb7a {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:17.427255 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.441500 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Transition to ACTIVE for port object d9f953a0-c206-44cc-9474-5358d7fcbb7a will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:17.501334 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5940-3d22-4ac5-a8ff-54a5cfc7f7e1 req-86833e0e-f0df-4caf-a118-c7404d520e87 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:17.501334 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-df5c5940-3d22-4ac5-a8ff-54a5cfc7f7e1 req-86833e0e-f0df-4caf-a118-c7404d520e87 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 931 time: 0.0696135 Jun 24 10:37:17.550410 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-df5c5940-3d22-4ac5-a8ff-54a5cfc7f7e1 req-3f7da416-a6e0-4ef5-b416-d3a3f94e8141 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 Jun 24 10:37:17.560681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.564537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:17.618359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:17.623143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:17.736062 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Attempting to bind port d9f953a0-c206-44cc-9474-5358d7fcbb7a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:17.736318 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Attempting to bind port d9f953a0-c206-44cc-9474-5358d7fcbb7a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:17.736655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Attempting to bind port d9f953a0-c206-44cc-9474-5358d7fcbb7a on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:17.742420 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Port d9f953a0-c206-44cc-9474-5358d7fcbb7a on network 302db360-0ac3-43ca-9adc-2945effe4b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:37:17.742750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Attempting to bind port d9f953a0-c206-44cc-9474-5358d7fcbb7a on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:17.750390 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:17.751210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Checking segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:17.751210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Bound using segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:17.751581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Bound port: d9f953a0-c206-44cc-9474-5358d7fcbb7a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:17.751903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.807940 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2ae6-9707-468d-b87b-1a68367872bf req-28b86d50-3615-49f2-b678-ca49ea52ce53 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:17.809448 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-128c2ae6-9707-468d-b87b-1a68367872bf req-28b86d50-3615-49f2-b678-ca49ea52ce53 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 943 time: 0.1238785 Jun 24 10:37:17.846819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:17.870706 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:17.876230 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-128c2ae6-9707-468d-b87b-1a68367872bf req-3e270039-136a-495a-ab3b-6434558e1c8d tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574954 Jun 24 10:37:17.942051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.944209 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4b71d686-2685-4c05-83f9-f54968093c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:17.971512 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 80d7920d-8527-42d3-b485-b156a9a7ec5d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:37:17.979579 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:17.981173 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:17.982747 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9f953a0-c206-44cc-9474-5358d7fcbb7a HTTP/1.1" status: 200 len: 1093 time: 1.4165387 Jun 24 10:37:17.985530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:17.991950 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:17.999930 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 80d7920d-8527-42d3-b485-b156a9a7ec5d {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:37:18.000289 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 80d7920d-8527-42d3-b485-b156a9a7ec5d not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:37:18.020687 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.034130 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:18.035667 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1d455-8696-4d48-bd9c-df9e535d6f4e x-openstack-request-id: req-1cc1d455-8696-4d48-bd9c-df9e535d6f4e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:18.035982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:18.036257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cc1d455-8696-4d48-bd9c-df9e535d6f4e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:18.036669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', 'status': 'completed', 'code': 200} Jun 24 10:37:18.096047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53024) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:18.218279 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.237553 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-6e92eff2-7134-4797-912f-c2dda8ab16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.239121 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-6e92eff2-7134-4797-912f-c2dda8ab16c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0866616 Jun 24 10:37:18.389650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cf690-bcc8-4d11-a142-17aa4e0cb975 req-4af2b590-2a5d-4e9c-b942-d435f7a4ad23 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.391286 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0a5cf690-bcc8-4d11-a142-17aa4e0cb975 req-4af2b590-2a5d-4e9c-b942-d435f7a4ad23 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0681467 Jun 24 10:37:18.409433 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.412270 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-f1b80f81-3082-4970-8ea0-836f7f53a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.413075 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-f1b80f81-3082-4970-8ea0-836f7f53a8ef service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9fbe2398d45e457eb6995bfdb5714563&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1308215 Jun 24 10:37:18.442489 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0a5cf690-bcc8-4d11-a142-17aa4e0cb975 req-b4579de6-55c9-4fd0-a58c-7435f95fe916 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Jun 24 10:37:18.488830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.493219 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-374e3469-3025-492e-8a94-63d95be7755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:18.552570 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f79109eae40e4118bf26266ce67efa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553976 Jun 24 10:37:18.553315 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b375fe-4f6a-4ccb-b952-00d59bf02dd2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.555677 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53040) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:18.556315 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-80a14cea-8f7e-4413-aeb4-cf0eb664c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.557712 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0254e55c-1b32-4c40-b6a2-ab567a0e3b9a req-80a14cea-8f7e-4413-aeb4-cf0eb664c122 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312945 Jun 24 10:37:18.559047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:18.630783 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.651826 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.764678 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.767344 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:18.768495 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77b375fe-4f6a-4ccb-b952-00d59bf02dd2 HTTP/1.1" status: 204 len: 168 time: 0.2117817 Jun 24 10:37:18.769494 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f3577ba4-2701-434f-b8e4-221b41e5a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:18.777613 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b375fe-4f6a-4ccb-b952-00d59bf02dd2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.779318 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08914e-80f1-4f07-bc05-5328b39db1fc req-bf0d9238-9636-469a-8d9a-a6e299385161 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.780020 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2b08914e-80f1-4f07-bc05-5328b39db1fc req-bf0d9238-9636-469a-8d9a-a6e299385161 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1071830 Jun 24 10:37:18.785555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-ac3a7679-54a7-49c4-85a5-65314af7f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.787225 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-ac3a7679-54a7-49c4-85a5-65314af7f4a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.1029308 Jun 24 10:37:18.792788 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:18.857192 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2b08914e-80f1-4f07-bc05-5328b39db1fc req-80dd7186-d9f7-48b5-90fe-b9bf70fe5727 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689685 Jun 24 10:37:18.858521 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-1c561c27-de39-458b-9e35-5a5595fa034c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a HTTP/1.1" status: 200 len: 217 time: 0.0392823 Jun 24 10:37:18.937626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-68af00ae-8975-4172-9c03-9cf2d8407ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:18.939326 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-68af00ae-8975-4172-9c03-9cf2d8407ac7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.0536063 Jun 24 10:37:18.978080 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-9bb05a57-1f9d-4c51-8c05-54ec9b3e9718 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263350 Jun 24 10:37:19.126951 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-730bb82b-50ba-4476-93b8-af0bb587ba13 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290159 Jun 24 10:37:19.139128 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78044d93-c5ee-4e9e-b61f-00c621f95934 req-b8db2610-2451-4e1c-aae8-88b234585108 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:19.140491 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-78044d93-c5ee-4e9e-b61f-00c621f95934 req-b8db2610-2451-4e1c-aae8-88b234585108 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 943 time: 0.1350088 Jun 24 10:37:19.227173 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-78044d93-c5ee-4e9e-b61f-00c621f95934 req-56f47573-3dc7-4134-9c2f-6db4bc5c921a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788672 Jun 24 10:37:19.254629 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-860b8df5-746c-444d-864b-a0e184e9eee0 req-fe9870c9-5b6b-4363-8b87-77cb2d39dd20 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132026 Jun 24 10:37:19.420914 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53054) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:19.434386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.532613 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.641683 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a15e-7367-455a-a126-aa9d005cf8da req-3d283a7c-50b2-498f-9535-de407162d59d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:19.641683 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc87a15e-7367-455a-a126-aa9d005cf8da req-3d283a7c-50b2-498f-9535-de407162d59d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0672801 Jun 24 10:37:19.641683 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.643948 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d8d69fd9-f5b2-4377-8f1a-79eabf947677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:19.695216 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f71f60-8b87-4aad-ad47-2b1544b7afb1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.700909 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:19.706964 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff2bd99d6aae492f8b4b731125f54919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814560 Jun 24 10:37:19.706964 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53066) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:19.733165 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc87a15e-7367-455a-a126-aa9d005cf8da req-9294711a-b46f-4a7d-b8dc-ddfc86ce400e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853305 Jun 24 10:37:19.774530 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.791740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:19.799697 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.840446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Deleting subnet 93bad41f-f7ad-4443-8005-1174ca213384 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:37:19.843821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.882814 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.924456 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.927143 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.930522 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54f71f60-8b87-4aad-ad47-2b1544b7afb1 HTTP/1.1" status: 204 len: 168 time: 0.2213194 Jun 24 10:37:19.930522 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fbc27857-74dc-401b-b30d-962585e5895c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:19.930723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:19.941675 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f71f60-8b87-4aad-ad47-2b1544b7afb1,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.950874 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.951661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.952386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.952841 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.953290 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.954004 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.955600 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.956065 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.956773 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.957621 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.960798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.960798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:19.962065 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:19.967426 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:20.078654 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f7fa-9365-42fb-9fa8-2a1211ce6d07 req-45c27451-b16b-41b2-b042-2eb6a1918103 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:20.080191 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d3c7f7fa-9365-42fb-9fa8-2a1211ce6d07 req-45c27451-b16b-41b2-b042-2eb6a1918103 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0798500 Jun 24 10:37:20.084590 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.088996 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b06e04bf-aaa0-4129-b6d2-44b662c09c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:20.097398 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,segment=NetworkSegment(8f60e587-d43f-4158-8614-377c042f7c49),segment_id=8f60e587-d43f-4158-8614-377c042f7c49)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:20.108320 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c', 'network_id': 'db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75', 'port_id': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c', 'mac_address': 'fa:16:3e:77:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fa10d8-4462-453b-bc77-3ee08bd3d1a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:20.115544 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bad41f-f7ad-4443-8005-1174ca213384,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:20.119099 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:20.120144 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.124757 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93bad41f-f7ad-4443-8005-1174ca213384 HTTP/1.1" status: 204 len: 168 time: 0.3296952 Jun 24 10:37:20.125580 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53078) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:20.130602 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d3c7f7fa-9365-42fb-9fa8-2a1211ce6d07 req-48be3e10-d8ed-4a7a-bf70-7f03b3642264 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Jun 24 10:37:20.176428 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.197631 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:20.210315 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.218543 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,segment=NetworkSegment(8f60e587-d43f-4158-8614-377c042f7c49),segment_id=8f60e587-d43f-4158-8614-377c042f7c49)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:20.296160 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.297811 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:20.300169 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.311457 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.314316 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.315267 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.315778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > port after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.316016 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.316344 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > port after_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.316659 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.317064 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.317313 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.317841 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.360600 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:20.364686 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:20.405422 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.405778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.406324 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.406456 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:37:20.406796 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b709ee0-9513-4f86-8f1a-8e7b9344f6fa']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:20.436563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:20.437126 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cea4145-2f14-4ddc-b55e-e2abfa28a9f6') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:20.474832 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.498476 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.509672 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:37:20.510057 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: from cryptography.utils import int_from_bytes Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: from cryptography.utils import int_from_bytes Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:37:20.516591 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:37:20.582682 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fda4a-df30-419e-b9b2-42af75e03fce req-adfb56b4-e282-48f9-91a8-ae9700894234 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:20.585767 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ff6fda4a-df30-419e-b9b2-42af75e03fce req-adfb56b4-e282-48f9-91a8-ae9700894234 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 944 time: 0.1741123 Jun 24 10:37:20.634643 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ff6fda4a-df30-419e-b9b2-42af75e03fce req-6891c821-fd98-4d9f-96bf-c4ca0a84005b tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Jun 24 10:37:20.733465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.737551 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:20.741386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:20.744104 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b709ee0-9513-4f86-8f1a-8e7b9344f6fa HTTP/1.1" status: 204 len: 168 time: 0.6163821 Jun 24 10:37:20.752781 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b709ee0-9513-4f86-8f1a-8e7b9344f6fa,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:20.755865 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:20.889042 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:20.925908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05576ae2-ee2d-45dd-b24e-33dd90cf519f req-ba1c697b-aa1d-4b7a-aced-b2c4800b999b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:20.927493 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05576ae2-ee2d-45dd-b24e-33dd90cf519f req-ba1c697b-aa1d-4b7a-aced-b2c4800b999b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0769384 Jun 24 10:37:20.981205 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05576ae2-ee2d-45dd-b24e-33dd90cf519f req-61c3b901-ea2b-4aa3-bad0-d77e405f60cd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Jun 24 10:37:21.105261 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53108) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:21.148545 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ef50f0af-25d3-47bf-964f-64074d9cc108 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ecfa1d7bc47434294067665b5bd6051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420861 Jun 24 10:37:21.151154 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53112) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:21.200179 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:21.222835 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:21.327102 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f996-fa4d-4e80-87fb-0060da765120 req-f0ddc102-1227-427b-8c7b-8a2bb33a12e2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:21.328575 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f403f996-fa4d-4e80-87fb-0060da765120 req-f0ddc102-1227-427b-8c7b-8a2bb33a12e2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0619464 Jun 24 10:37:21.360245 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:21.362788 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:21.363922 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/336c6a32-8e8e-4e77-9a9d-ade66422c338 HTTP/1.1" status: 204 len: 168 time: 0.2119858 Jun 24 10:37:21.366589 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-145a4582-657a-4d2f-90a5-194935e92b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:21.378433 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f403f996-fa4d-4e80-87fb-0060da765120 req-6dc60e4b-30d0-4508-b5ba-045946f129a8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jun 24 10:37:21.379818 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c6a32-8e8e-4e77-9a9d-ade66422c338,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:21.382119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:21.842223 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c5272-499e-47dc-8a19-e2d1c747816a req-106d8c43-8ab8-468d-9775-94a5cc754726 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:21.843770 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e79c5272-499e-47dc-8a19-e2d1c747816a req-106d8c43-8ab8-468d-9775-94a5cc754726 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 944 time: 0.0707679 Jun 24 10:37:21.895324 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e79c5272-499e-47dc-8a19-e2d1c747816a req-799f4fb7-9ede-48d8-a146-4ac0803d6c81 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Jun 24 10:37:22.176697 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ab997-4ff7-4e72-869a-f2be011b3567 req-4fc8ae34-2b6a-40c8-896a-517d42f9b847 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:22.178844 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2b4ab997-4ff7-4e72-869a-f2be011b3567 req-4fc8ae34-2b6a-40c8-896a-517d42f9b847 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0698099 Jun 24 10:37:22.220781 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2b4ab997-4ff7-4e72-869a-f2be011b3567 req-c23d13fe-13c0-4c41-86c6-7c2ddc39ceb6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Jun 24 10:37:22.572086 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096c0c-fece-4feb-850c-d97b791b269c req-baf41ad2-9589-4cc7-bd8b-aeb8fa97321a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:22.573735 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-08096c0c-fece-4feb-850c-d97b791b269c req-baf41ad2-9589-4cc7-bd8b-aeb8fa97321a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0650852 Jun 24 10:37:22.617295 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-08096c0c-fece-4feb-850c-d97b791b269c req-dd02a2c3-edd1-4b94-b221-d20a7549fffb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376725 Jun 24 10:37:22.681907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53172) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:22.802255 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53180) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:22.837489 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-464402018-network', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:22.865723 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:22.916380 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Made reservation on behalf of 61d23b7993984de1aa6b12a12a709ea2 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:22.918857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:22.928268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.000350 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.180480 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.252630 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.257204 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f2d1f78-8673-42cb-81fc-500e69d83353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:23.258029 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.263283 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c972a1cf-079c-4d87-9870-825e0feaa254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:23.274546 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:23.292363 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.292829 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Added segment 5ca135ca-1f22-4faf-ace5-e791752ae206 of type vlan for network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 Jun 24 10:37:23.294271 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e86f96-b7ce-41ad-bc4a-58a8830b284f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:23.302311 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deafe404f178469e906f81d78fe36a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991019 Jun 24 10:37:23.305187 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53188) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:23.313137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db0d04-54eb-441b-a156-33971a766d08,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:23.314045 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.314484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.314946 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.315381 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.316709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.317324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.318269 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.319722 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:23.319866 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.319866 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.319866 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.320150 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.320578 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:23.325578 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:23.375909 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bf8ec-dfb4-48af-b0c5-67348985c277 req-59bb5b1e-52fe-483b-9e41-c14f998526eb tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:23.377526 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fe9bf8ec-dfb4-48af-b0c5-67348985c277 req-59bb5b1e-52fe-483b-9e41-c14f998526eb tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 944 time: 0.3547461 Jun 24 10:37:23.378564 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.396453 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.438102 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fe9bf8ec-dfb4-48af-b0c5-67348985c277 req-9169efbb-5018-4908-b912-cc9bba4bde3a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 Jun 24 10:37:23.439795 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.462092 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80a6e-f3f0-4659-985c-dab1f6a7a87f req-9ce3b24e-e3a6-441b-a2fd-471a184b7c6c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:23.463620 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cbe80a6e-f3f0-4659-985c-dab1f6a7a87f req-9ce3b24e-e3a6-441b-a2fd-471a184b7c6c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1054425 Jun 24 10:37:23.501965 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cbe80a6e-f3f0-4659-985c-dab1f6a7a87f req-275e1159-ece6-49e4-8ed5-c986fb9052db tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Jun 24 10:37:23.502552 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.504062 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:23.504629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.506629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1f93501c-e569-4f0c-bf34-29994bceb07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:23.571245 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Pushing event updated for resources: {'Network': ['ID=073b20f6-7640-4fb0-a1d1-4c03eeb8c612,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:23.574400 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:23.582424 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:23.604490 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.607321 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.608449 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84db0d04-54eb-441b-a156-33971a766d08 HTTP/1.1" status: 204 len: 168 time: 0.3019226 Jun 24 10:37:23.615060 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:23.619350 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db0d04-54eb-441b-a156-33971a766d08,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:23.629218 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:23.665245 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9794903 Jun 24 10:37:23.665361 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53194) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:23.670267 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Request body: {'subnet': {'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-464402018-subnet', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:23.784885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Made reservation on behalf of 61d23b7993984de1aa6b12a12a709ea2 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:23.787256 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:23.799296 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef166578-27cb-4e49-97e1-1defa17aa3dc req-e8000777-e2e6-4462-a808-40e323e3c860 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:23.800792 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ef166578-27cb-4e49-97e1-1defa17aa3dc req-e8000777-e2e6-4462-a808-40e323e3c860 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0646684 Jun 24 10:37:23.852857 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ef166578-27cb-4e49-97e1-1defa17aa3dc req-f92db924-ed85-4253-b7de-c982f0b1b8f8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Jun 24 10:37:23.987175 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:24.036856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.039266 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f8c79c37-a6d6-4073-a481-d548531023c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:24.092201 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8550f6-95be-4670-8b94-c4b007a9fde6,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:24.096544 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:24.103403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Checking segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:24.103403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Network hostable DHCP agents. Network: 073b20f6-7640-4fb0-a1d1-4c03eeb8c612, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:24.122418 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:24.126411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:24.126788 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.201486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:24.209213 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.231925 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:24.234094 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60f826-2d52-4b5a-8494-525374297eea" -d '{"events": [{"server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "name": "network-vif-plugged", "status": "completed", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:24.246536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,segment=NetworkSegment(8f60e587-d43f-4158-8614-377c042f7c49),segment_id=8f60e587-d43f-4158-8614-377c042f7c49)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:24.274604 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04703998-26e7-4db2-bf65-11c8e0eb8d69 x-openstack-request-id: req-04703998-26e7-4db2-bf65-11c8e0eb8d69 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:24.274908 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "name": "network-vif-plugged", "status": "completed", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:24.275200 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04703998-26e7-4db2-bf65-11c8e0eb8d69 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:24.275667 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c', 'code': 200} Jun 24 10:37:24.276455 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 073b20f6-7640-4fb0-a1d1-4c03eeb8c612) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:24.282120 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53206) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:24.282996 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:24.285584 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.287145 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146ef8d-8e33-4105-9012-41bf39764d4d None None] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:24.296463 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.341499 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.348819 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ee59f49e-8716-478a-be54-e05050782f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:24.365612 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6991835 Jun 24 10:37:24.368309 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53208) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:24.374237 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:24.435307 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:24.446323 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.446680 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.447045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.447385 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.447719 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.448061 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.448386 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.448711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.449557 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.449882 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.450207 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.450529 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.457135 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:24.457317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.498259 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:37:24.499347 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.529569 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.535934 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-55f5b409-c229-4d70-b444-421a80f03c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:24.570643 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49dc06-c4e0-4189-a640-14c002070cb7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:24.585681 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:24.608377 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b31c923f7240d9958e06b3f5cac36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251669 Jun 24 10:37:24.610841 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53214) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:24.676742 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b493874-c5f5-4838-b12e-fbe042d482ba req-6740581d-9b4c-4603-aed2-38ca8bc92330 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:24.678530 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4b493874-c5f5-4838-b12e-fbe042d482ba req-6740581d-9b4c-4603-aed2-38ca8bc92330 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0933552 Jun 24 10:37:24.689155 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Allocated IP 172.20.0.2 (073b20f6-7640-4fb0-a1d1-4c03eeb8c612/1b8550f6-95be-4670-8b94-c4b007a9fde6/2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:24.700515 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.715315 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.716560 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.746263 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.761064 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4b493874-c5f5-4838-b12e-fbe042d482ba req-d997dee8-3a27-4f83-9e42-0486668bd63b tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635078 Jun 24 10:37:24.812281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637efec-654a-4194-8fe2-d9b63a579d12 req-dab31bc9-457e-4112-87e5-131cb76504e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:24.814689 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e637efec-654a-4194-8fe2-d9b63a579d12 req-dab31bc9-457e-4112-87e5-131cb76504e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 1098 time: 0.1017621 Jun 24 10:37:24.828660 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.838192 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ece14a-6f36-463e-beea-255b93f35996 req-eddee1fc-8030-4f0f-bc15-75073a7f1ddb tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:24.843123 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-06ece14a-6f36-463e-beea-255b93f35996 req-eddee1fc-8030-4f0f-bc15-75073a7f1ddb tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1934211 Jun 24 10:37:24.872601 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e637efec-654a-4194-8fe2-d9b63a579d12 req-00e80941-c3ad-4bde-817b-aa30e28726cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Jun 24 10:37:24.912540 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:24.931454 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-06ece14a-6f36-463e-beea-255b93f35996 req-7b23d5f8-d526-45a4-9322-ac21bec3893f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854654 Jun 24 10:37:25.021650 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Transition to ACTIVE for port object 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:25.029655 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.043425 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.043425 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c49dc06-c4e0-4189-a640-14c002070cb7 HTTP/1.1" status: 204 len: 168 time: 0.4215050 Jun 24 10:37:25.043425 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.043425 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-93d1d363-93fb-4cc3-86fb-3bee2dde3c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:25.048872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Transition to ACTIVE for port object 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:25.049597 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49dc06-c4e0-4189-a640-14c002070cb7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:25.052496 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:25.130908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c39-8f65-43d1-b088-0b36eb0b526c req-af950aa7-fc66-4617-adae-91600b1fe6b9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:25.133206 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-65437c39-8f65-43d1-b088-0b36eb0b526c req-af950aa7-fc66-4617-adae-91600b1fe6b9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0734251 Jun 24 10:37:25.146188 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.149909 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:25.186222 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-65437c39-8f65-43d1-b088-0b36eb0b526c req-7301406f-07d2-4d8b-aafa-b88d6f3a89a8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Jun 24 10:37:25.203249 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:25.206043 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:25.213880 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Pushing event updated for resources: {'Port': ['ID=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:25.218735 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:25.222228 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:25.275785 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Attempting to bind port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:25.276162 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Attempting to bind port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:25.276596 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Attempting to bind port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:25.282388 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:25.282854 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Checking segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:25.283401 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.283866 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Bound using segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:25.284417 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Bound port: 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:25.284817 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.337426 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.350438 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] For port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:25.353458 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] For port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:25.357061 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.459966 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.463086 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:25.466026 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Allocated IP 172.28.2.46 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/95a60f68-967c-4075-952b-0e02f4be8d10) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:25.532587 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Pushing event updated for resources: {'Port': ['ID=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:25.535852 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:25.587865 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.837861 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-6f06fe89-d338-4ada-a4f3-683eb6c9dc20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748384 Jun 24 10:37:25.842308 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:25.853677 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:25.906198 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:25.917010 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:25.917010 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:25.963721 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Pushing event updated for resources: {'Port': ['ID=95a60f68-967c-4075-952b-0e02f4be8d10,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:25.972416 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:26.075184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b2fb-2d73-49c8-a249-ff4a847f2aa1 req-864cc2c4-9cfb-4e56-b8aa-8dc99dad4875 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.076867 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05a2b2fb-2d73-49c8-a249-ff4a847f2aa1 req-864cc2c4-9cfb-4e56-b8aa-8dc99dad4875 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.1247041 Jun 24 10:37:26.086484 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:37:26.091700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-ad7dd84d-94b8-42cd-8577-7ce783499b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.093353 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-ad7dd84d-94b8-42cd-8577-7ce783499b3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 1098 time: 0.1289680 Jun 24 10:37:26.179872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b47298cd-0750-462b-806e-656df28eefe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:26.195114 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05a2b2fb-2d73-49c8-a249-ff4a847f2aa1 req-ea7db855-e22a-435d-9707-e983d729197b tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057200 Jun 24 10:37:26.204355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53e12-362d-46e2-9eb1-dc964c363250 req-2485f06c-7820-4585-b19d-08f60af863ce tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.205883 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-57e53e12-362d-46e2-9eb1-dc964c363250 req-2485f06c-7820-4585-b19d-08f60af863ce tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0905123 Jun 24 10:37:26.247626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-0b67dee4-6c60-442d-8721-b71f495a44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.249232 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-0b67dee4-6c60-442d-8721-b71f495a44e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 916 time: 0.1086841 Jun 24 10:37:26.322224 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-57e53e12-362d-46e2-9eb1-dc964c363250 req-ec271755-25ff-4ef0-9bf3-b7beca04a5e0 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Jun 24 10:37:26.323147 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-81cb93e2-74b6-4b62-9c51-a2a0017933e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5 HTTP/1.1" status: 200 len: 217 time: 0.0593340 Jun 24 10:37:26.381794 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:26.434315 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-31f13273-f356-4dc7-9953-cd28a3890617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.437047 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-31f13273-f356-4dc7-9953-cd28a3890617 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.1039629 Jun 24 10:37:26.481557 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-b674c5f3-22fe-4715-9f99-8549bcc8f09e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311365 Jun 24 10:37:26.497356 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c434e-0d02-4d8c-9353-5603419a5497 req-d86fc42a-38c3-43ea-8044-0b3b3cda4e0c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:26.499825 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-551c434e-0d02-4d8c-9353-5603419a5497 req-d86fc42a-38c3-43ea-8044-0b3b3cda4e0c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1477668 Jun 24 10:37:26.659411 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:26.766289 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7a56c-75f0-433a-a380-4d5bfee110c0 None None] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:37:26.833793 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-551c434e-0d02-4d8c-9353-5603419a5497 req-7af189cb-f8cf-4c6e-b753-46102f5c2110 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230247 Jun 24 10:37:26.872488 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-39bdc56b-a871-47ef-b6bf-31eec3459093 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678670 Jun 24 10:37:26.884847 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:37:26.975785 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-774e8053-527e-4d40-9673-70ee54126a11 None None] Provisioning for port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:27.047302 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:37:27.061902 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:37:27.085076 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:27.086662 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:27.138731 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:27.145465 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00fcd7b6-4539-4e68-a45d-43887ac59a20 req-ff606fca-59af-49fc-9db0-a3f91e0887d5 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906688 Jun 24 10:37:27.145573 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7714090 Jun 24 10:37:27.145573 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53270) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:27.240413 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:27.451798 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:26Z', 'revision_number': 3, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:27.493478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800014-1e67-4fc8-8f67-58ebcf1e4d01 req-55ccfbea-5426-48cd-9eec-cf23baada774 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:27.495183 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fb800014-1e67-4fc8-8f67-58ebcf1e4d01 req-55ccfbea-5426-48cd-9eec-cf23baada774 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.1567874 Jun 24 10:37:27.498293 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:37:27.499601 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Updating router 83dea28e-bda6-4a7b-91ed-52b519f69736 port 95a60f68-967c-4075-952b-0e02f4be8d10 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:37:27.548626 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:27.584771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3141d4-59e3-4f26-aff6-69bd40580007 req-a5077862-806c-4640-9c89-b86d94df047d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:27.586723 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa3141d4-59e3-4f26-aff6-69bd40580007 req-a5077862-806c-4640-9c89-b86d94df047d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1077056 Jun 24 10:37:27.671781 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa3141d4-59e3-4f26-aff6-69bd40580007 req-b786221c-87d5-4c47-9a50-7e349e1a791d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677693 Jun 24 10:37:27.822090 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fb800014-1e67-4fc8-8f67-58ebcf1e4d01 req-c19b573b-79ce-4df6-958f-ea5e31fc07b3 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167040 Jun 24 10:37:27.836554 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:27.971229 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:27.990485 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Transition to ACTIVE for port object 95a60f68-967c-4075-952b-0e02f4be8d10 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:28.033099 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:28.037189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:28.042966 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.061610 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.066212 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-b1e24031-a3eb-4af6-aecf-eac6b266f77f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:28.067346 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.108976 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079678-ce6f-4fee-8d00-52f06eae1804 req-c34ce34b-e1e9-4bf2-8d0b-67769cd41286 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:28.110510 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ca079678-ce6f-4fee-8d00-52f06eae1804 req-c34ce34b-e1e9-4bf2-8d0b-67769cd41286 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1161602 Jun 24 10:37:28.138466 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Pushing event updated for resources: {'Port': ['ID=95a60f68-967c-4075-952b-0e02f4be8d10,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:28.150470 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.150803 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.151601 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.152106 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.152576 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.153145 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.153614 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.154239 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.154707 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.155197 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.156148 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.156613 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:28.161953 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:28.171682 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Attempting to bind port 95a60f68-967c-4075-952b-0e02f4be8d10 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:28.172519 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Attempting to bind port 95a60f68-967c-4075-952b-0e02f4be8d10 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:28.176645 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Attempting to bind port 95a60f68-967c-4075-952b-0e02f4be8d10 on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:28.185601 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:28.185982 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:28.186381 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.186773 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:28.187262 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Bound port: 95a60f68-967c-4075-952b-0e02f4be8d10, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:28.190315 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.216331 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.241725 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53306) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:28.254366 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:28.255339 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] For port 95a60f68-967c-4075-952b-0e02f4be8d10, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:28.259107 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] For port 95a60f68-967c-4075-952b-0e02f4be8d10, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=95a60f68-967c-4075-952b-0e02f4be8d10,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:28.264016 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ca079678-ce6f-4fee-8d00-52f06eae1804 req-71744821-6011-4a58-8be6-9a7bfd107f79 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988188 Jun 24 10:37:28.322573 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Allocated IP 172.20.0.1 (073b20f6-7640-4fb0-a1d1-4c03eeb8c612/1b8550f6-95be-4670-8b94-c4b007a9fde6/2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:28.330423 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.332430 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:28.360654 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.377540 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-3ac525a9-829f-4d95-bd85-739231a23c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:28.392039 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:28.396547 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:28.399950 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.421644 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:28.422611 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:36:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:28.451158 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.466562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Transition to ACTIVE for port object 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:28.476677 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Pushing event updated for resources: {'Port': ['ID=95a60f68-967c-4075-952b-0e02f4be8d10,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:28.483075 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:28.531336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.551108 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:28.606488 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.609014 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:28.647694 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:28.650188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.653061 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:28.654905 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f1077c41-86fe-4a7f-90e9-c5c934fbdbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:28.657637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:28.700846 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:28.713774 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:28.713774 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53312) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:28.714088 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=510c2364d3bb438c87546b7f25f07482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640863 Jun 24 10:37:28.714088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0355ad-20bc-44f6-abfc-980d1ac703dc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:28.716058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:28.759805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.849462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.850934 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:26Z', 'revision_number': 3, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:28.884133 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d891f3-bd7e-45e2-955e-39d9ab733a41 None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:26Z', 'revision_number': 3, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:37:28.908892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956ec3f-4f95-43e8-9d3d-2a129419021e req-a9a101ab-a92f-435e-8520-81d32ed7cce1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:28.911693 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5956ec3f-4f95-43e8-9d3d-2a129419021e req-a9a101ab-a92f-435e-8520-81d32ed7cce1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0849769 Jun 24 10:37:28.934339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:28.976694 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5956ec3f-4f95-43e8-9d3d-2a129419021e req-56e86e97-94d9-4dce-ab4a-ca694be8eeb0 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Jun 24 10:37:29.016053 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3011-82c5-47b2-9a10-b23020edcada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.033144 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b6902919-c2b4-46ec-83b7-3db84613f543 None None] Provisioning for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:29.037564 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b6902919-c2b4-46ec-83b7-3db84613f543 None None] Provisioning complete for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:29.038063 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b6902919-c2b4-46ec-83b7-3db84613f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.076692 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b6902919-c2b4-46ec-83b7-3db84613f543 None None] Port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:37:29.091463 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.098686 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.100424 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.103019 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.104150 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df0355ad-20bc-44f6-abfc-980d1ac703dc HTTP/1.1" status: 204 len: 168 time: 0.3928452 Jun 24 10:37:29.106948 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-64813ef4-885b-48a9-971a-14e52b097b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:29.126812 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0355ad-20bc-44f6-abfc-980d1ac703dc,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:29.130987 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:29.186997 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2f05-eba9-4d5b-bb3f-7c2279196473 req-2c7fcd2f-8381-48d3-9668-1877be878926 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:29.195304 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-83ee2f05-eba9-4d5b-bb3f-7c2279196473 req-2c7fcd2f-8381-48d3-9668-1877be878926 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.1836855 Jun 24 10:37:29.300609 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-83ee2f05-eba9-4d5b-bb3f-7c2279196473 req-4ca5206e-d65d-48a9-ba43-108787cd07f3 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042995 Jun 24 10:37:29.399737 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.508558 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151b43-315c-490d-8be9-aef83942c7d2 req-5acbb5c1-a1b9-427a-8f38-4767de7ac045 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:29.510221 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-97151b43-315c-490d-8be9-aef83942c7d2 req-5acbb5c1-a1b9-427a-8f38-4767de7ac045 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0799987 Jun 24 10:37:29.531460 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59036973'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.537039 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4a0035c7-a816-458a-9000-19c828c43dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:29.612637 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-97151b43-315c-490d-8be9-aef83942c7d2 req-d8a704b8-d386-432f-831e-4097dcd03ef6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 Jun 24 10:37:29.623472 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:29.627021 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:29.647931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:29.758007 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:29.759574 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:29.869152 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 95a60f68-967c-4075-952b-0e02f4be8d10 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:29.927748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:37:30.062206 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 95a60f68-967c-4075-952b-0e02f4be8d10 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:30.064554 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.068099 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 95a60f68-967c-4075-952b-0e02f4be8d10 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:30.075633 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.075974 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:37:30.076106 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:30.078858 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] 10.222.0.24 "PUT /v2.0/routers/83dea28e-bda6-4a7b-91ed-52b519f69736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9342139 Jun 24 10:37:30.101164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.236693 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-94eb68de-b8d4-497d-997e-22fa43635f30 None None] Provisioning complete for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:30.237090 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-94eb68de-b8d4-497d-997e-22fa43635f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.258372 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.327411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.375842 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.381268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-96955268-c199-41ed-b019-c2bed95e4bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:30.441969 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a18ac3bf3314c7e967d2df5eb7020f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675773 Jun 24 10:37:30.445698 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0481a250-f6b7-4bb4-aec1-9733425094a8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:30.447046 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53348) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:30.463207 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:30.497554 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808fd50-9d13-42a4-98a9-9500445bdc7a req-04f87ffb-a7b9-4cdb-84d2-bfef1bf4de98 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:30.497866 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c808fd50-9d13-42a4-98a9-9500445bdc7a req-04f87ffb-a7b9-4cdb-84d2-bfef1bf4de98 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1616197 Jun 24 10:37:30.531162 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 95a60f68-967c-4075-952b-0e02f4be8d10, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=95a60f68-967c-4075-952b-0e02f4be8d10,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:30.533346 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-94eb68de-b8d4-497d-997e-22fa43635f30 None None] Port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:37:30.548600 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c808fd50-9d13-42a4-98a9-9500445bdc7a req-0f35d6b4-1e77-498f-b5eb-d2db45d2c240 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Jun 24 10:37:30.551359 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.573768 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.641757 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.642743 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:30.644516 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:30.722260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.722260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.722260 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0481a250-f6b7-4bb4-aec1-9733425094a8 HTTP/1.1" status: 204 len: 168 time: 0.2718039 Jun 24 10:37:30.722260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cde65a83-f19b-4ba6-bfb9-40460bca509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:30.733061 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481a250-f6b7-4bb4-aec1-9733425094a8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:30.735885 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:30.737813 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=95a60f68-967c-4075-952b-0e02f4be8d10,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:30.741737 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:30.754561 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:30.755063 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:30.918350 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53356) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:30.923251 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885695331', 'description': 'tempest-description--487413826'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:30.950630 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:37:30.959753 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:30.966156 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:30.966319 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ff294-1f4e-4354-a503-ebbc2426f95a req-7ee0eba2-7f8b-45fa-abc8-d65357e55e54 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:30.967110 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9a1ff294-1f4e-4354-a503-ebbc2426f95a req-7ee0eba2-7f8b-45fa-abc8-d65357e55e54 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0732312 Jun 24 10:37:31.010386 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9a1ff294-1f4e-4354-a503-ebbc2426f95a req-53add559-c21b-480b-9448-59d649ef243b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356596 Jun 24 10:37:31.013323 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.083611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:31.116111 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.196209 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.207598 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-33bc7abb-83a1-4a92-a2de-8bcbc62a82fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:31.230884 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a08a003-3adc-4c44-9da0-440d18834fda,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:31.233607 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:31.269903 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.299896 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:29Z', 'revision_number': 2, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:31.328924 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:37:31.329319 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Updating router 83dea28e-bda6-4a7b-91ed-52b519f69736 port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:37:31.366983 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.388058 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.393838 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4711461 Jun 24 10:37:31.393838 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53374) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:31.399119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group_rule': {'security_group_id': '9a08a003-3adc-4c44-9da0-440d18834fda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:31.536166 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.624003 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.674629 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.686505 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Transition to ACTIVE for port object 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:31.712137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.731579 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:31.759187 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b9996f-0f20-4a20-8913-4a6135e331b7,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:31.760431 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 95a60f68-967c-4075-952b-0e02f4be8d10 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:31.765532 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:31.793434 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2767-33d5-492a-bd5a-5fb3c7115996 req-06fdc1c5-8789-437a-ae0c-4ee6a92237ce tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:31.794978 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2f2a2767-33d5-492a-bd5a-5fb3c7115996 req-06fdc1c5-8789-437a-ae0c-4ee6a92237ce tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1259878 Jun 24 10:37:31.811085 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.815089 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:31.846167 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2f2a2767-33d5-492a-bd5a-5fb3c7115996 req-0f600800-efe6-4299-b150-2110c393c52b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Jun 24 10:37:31.849356 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.850434 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4555063 Jun 24 10:37:31.853763 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53388) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:31.860070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group_rule': {'security_group_id': '9a08a003-3adc-4c44-9da0-440d18834fda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:31.898010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Pushing event updated for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:31.901946 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:31.902769 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 95a60f68-967c-4075-952b-0e02f4be8d10 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:31.903242 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:31.993662 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Attempting to bind port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:31.994044 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Attempting to bind port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:31.994412 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Attempting to bind port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:32.003387 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:32.003688 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Checking segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:32.004099 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.005142 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Bound using segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:32.005641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Bound port: 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:32.006035 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.084163 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.151000 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] For port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:32.155363 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] For port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:32.169119 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.175749 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.231650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44c62b-c9ce-48c7-8f60-31fecae9350b req-a770478d-b62c-4a8a-a839-619e29212c14 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:32.233100 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6a44c62b-c9ce-48c7-8f60-31fecae9350b req-a770478d-b62c-4a8a-a839-619e29212c14 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0633137 Jun 24 10:37:32.270767 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6a44c62b-c9ce-48c7-8f60-31fecae9350b req-8070292e-a4e1-4da4-91ce-d92ea1d0a923 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jun 24 10:37:32.276229 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.276403 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.280020 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:32.289075 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d4040335-7cc8-4bc3-9334-f71793bddc05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:32.305360 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9f9214-e843-4a8b-bd04-ff5bde9ef472,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:32.307835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:32.337998 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:32.338637 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:32.400424 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Pushing event updated for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:32.420009 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:32.420286 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.420286 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5538414 Jun 24 10:37:32.420577 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53402) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:32.421695 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:32.502977 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:32.547836 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.674994 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:32.762826 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:32Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:32.792321 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d7d5e-669f-48b7-b60c-549007763f5a None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:32Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:37:32.800486 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Allocated IP 172.28.2.40 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/f35c8286-88ea-4989-b2c2-20a2422df04c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:32.999575 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.116660 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.119953 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:33.145718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324ec1f-1ea8-4020-a32b-408618850b1e req-e3548807-98f0-439b-b646-8af225549692 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:33.148441 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a324ec1f-1ea8-4020-a32b-408618850b1e req-e3548807-98f0-439b-b646-8af225549692 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0930536 Jun 24 10:37:33.187063 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:33.196053 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:33.203402 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:33.220243 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a324ec1f-1ea8-4020-a32b-408618850b1e req-68be1200-aedd-4a5c-ba7c-aa42a3d1e8ee tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 Jun 24 10:37:33.228506 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=f35c8286-88ea-4989-b2c2-20a2422df04c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:33.236345 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:33.313723 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.432792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.469347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36694d-5f9d-4eba-ad2b-a81c726faeee req-ebf8c7ea-c221-4d35-82a9-456052b7ab0d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:33.470862 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2e36694d-5f9d-4eba-ad2b-a81c726faeee req-ebf8c7ea-c221-4d35-82a9-456052b7ab0d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0829453 Jun 24 10:37:33.519244 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2e36694d-5f9d-4eba-ad2b-a81c726faeee req-283b38ad-1ce8-4f92-ae14-a550f5ea1bfa tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Jun 24 10:37:33.616334 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.698458 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59036973'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.698458 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:33.795622 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.815273 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=f35c8286-88ea-4989-b2c2-20a2422df04c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:33.820155 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:33.845931 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:33.882419 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:33.887029 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4684899 Jun 24 10:37:33.992968 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:33.998241 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:33.999164 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:34.090511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:34.123654 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:34.219035 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:34.221175 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:34.270908 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:34.274027 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:34.782026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2353e-9ce2-46f1-8622-491258a20b87 req-27a355c9-43e5-41ba-913e-ddb6404363a8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:34.783528 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58a2353e-9ce2-46f1-8622-491258a20b87 req-27a355c9-43e5-41ba-913e-ddb6404363a8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0644283 Jun 24 10:37:34.825922 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58a2353e-9ce2-46f1-8622-491258a20b87 req-b577b316-d1e4-4a15-bff0-aa1ed2d34e6c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Jun 24 10:37:35.016851 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53500) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:35.126741 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.226537 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.229831 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b2660-2202-4892-babd-d0fbe6894422 req-0d6dab51-44b6-4e85-9abe-486fc4f016e6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:35.231332 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-893b2660-2202-4892-babd-d0fbe6894422 req-0d6dab51-44b6-4e85-9abe-486fc4f016e6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0684404 Jun 24 10:37:35.269825 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-893b2660-2202-4892-babd-d0fbe6894422 req-a43cf259-58fa-4254-a75b-05de640c1b1b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Jun 24 10:37:35.290208 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.293805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:35.337199 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f86545c929be4bb392287bfbabeae64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192501 Jun 24 10:37:35.337926 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398b698-6299-46be-acfe-ab566f510801,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:35.340480 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53504) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:35.342515 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:35.389666 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.410671 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.438083 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25185bfb-d5b0-4fbb-836a-69038859eb0a req-8ba9d5de-b4d7-4222-9e0b-a8298ff97005 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:35.439727 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-25185bfb-d5b0-4fbb-836a-69038859eb0a req-8ba9d5de-b4d7-4222-9e0b-a8298ff97005 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0692093 Jun 24 10:37:35.479498 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-25185bfb-d5b0-4fbb-836a-69038859eb0a req-9d7daca6-6fbf-46c0-8759-0a18b6c3200f tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jun 24 10:37:35.547434 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.550101 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:35.551297 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a398b698-6299-46be-acfe-ab566f510801 HTTP/1.1" status: 204 len: 168 time: 0.2098725 Jun 24 10:37:35.552045 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:35.559798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398b698-6299-46be-acfe-ab566f510801,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:35.563282 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:35.784941 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:35.832128 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:35.832508 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.012347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b493-1267-4a3c-b511-2b5e33823ed1 req-6b88891a-0fa6-4c93-abed-759f33ca58af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:36.013812 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-eca5b493-1267-4a3c-b511-2b5e33823ed1 req-6b88891a-0fa6-4c93-abed-759f33ca58af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0627930 Jun 24 10:37:36.052908 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-eca5b493-1267-4a3c-b511-2b5e33823ed1 req-9481055e-335a-4d3d-b094-0a8412203d8e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Jun 24 10:37:36.178220 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 53518) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:36.191264 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.281743 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.348257 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.352122 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-524a2057-b017-43d0-9500-1f23a2a41c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:36.396522 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e18c511bfcc3424788f705cd092b5124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172315 Jun 24 10:37:36.397477 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a746e488-0d31-4291-8338-c11acfb78d49,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:36.399746 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:36.400637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:36.463908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.506216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.557367 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0b096-eecf-4fef-8f66-1c4391117ea9 req-d88b41e8-61a0-4b6f-9c9a-2194c115b30e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:36.559305 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1dd0b096-eecf-4fef-8f66-1c4391117ea9 req-d88b41e8-61a0-4b6f-9c9a-2194c115b30e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1126885 Jun 24 10:37:36.600250 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1dd0b096-eecf-4fef-8f66-1c4391117ea9 req-65b8ceef-73e1-47e6-aab8-c30e48a67fa5 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jun 24 10:37:36.685590 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.688291 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:36.692304 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a746e488-0d31-4291-8338-c11acfb78d49 HTTP/1.1" status: 204 len: 168 time: 0.2885125 Jun 24 10:37:36.692304 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-020fa9cc-3c89-4f14-882b-6c4048805314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:36.700628 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a746e488-0d31-4291-8338-c11acfb78d49,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:36.704704 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:36.777736 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a43b0-4a79-4ae9-b83f-c3f0e8de7ce0 req-dfd441e5-8ecc-481e-ae55-5917e0af6dc0 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:36.786070 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e19a43b0-4a79-4ae9-b83f-c3f0e8de7ce0 req-dfd441e5-8ecc-481e-ae55-5917e0af6dc0 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0801036 Jun 24 10:37:36.825369 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-db97f7de-7190-406e-9a90-42a015dee63e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--885695331&fields=id&tenant_id=61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 267 time: 0.0543244 Jun 24 10:37:36.844971 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e19a43b0-4a79-4ae9-b83f-c3f0e8de7ce0 req-53100e2e-a34c-4297-8d20-e0af00d30354 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545518 Jun 24 10:37:36.928178 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-01c4dbe4-e6c5-4cbe-b729-a5e4abd45042 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:36.929622 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-01c4dbe4-e6c5-4cbe-b729-a5e4abd45042 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 810 time: 0.1034594 Jun 24 10:37:36.944746 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-cc16885d-1f22-4b65-8065-76bdd63fac52 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/quotas/61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 375 time: 0.0089693 Jun 24 10:37:37.021119 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-5508e98b-4e00-4ae8-ac4e-a082dfc4771d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706027 Jun 24 10:37:37.123129 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-ff202e50-bfec-4a75-83b7-12026d7184f7 service neutron] 10.222.0.24 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Jun 24 10:37:37.221659 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-93e13f35-0637-4430-85b4-e202c3686dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947256 Jun 24 10:37:37.240257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d69c8c-1b10-4f34-9948-bc8fb3999ff3 req-2a309427-a9b6-4471-a9bc-68a07b0460af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:37.241892 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-39d69c8c-1b10-4f34-9948-bc8fb3999ff3 req-2a309427-a9b6-4471-a9bc-68a07b0460af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0673535 Jun 24 10:37:37.284488 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-39d69c8c-1b10-4f34-9948-bc8fb3999ff3 req-eb5294f0-6a93-43bd-a118-32bac0fba30f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Jun 24 10:37:37.506673 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dfce8d2c-ae1e-47c4-890d-bdc03ff2a38b req-6818120a-7b86-40f7-a3b8-bf6ef4092950 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 210 time: 0.0335641 Jun 24 10:37:37.780731 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1e38-bdb1-4023-9bc6-2b722f39539c req-c9e8ea51-7ffb-4f59-a50a-c541207af381 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:37.782213 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7ccc1e38-bdb1-4023-9bc6-2b722f39539c req-c9e8ea51-7ffb-4f59-a50a-c541207af381 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0679114 Jun 24 10:37:37.819796 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7ccc1e38-bdb1-4023-9bc6-2b722f39539c req-6ec62bb8-e9a4-4b07-88f0-2f974aff2d5f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jun 24 10:37:38.050442 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c994ac-6827-4fe3-9fd1-95a888691f94 req-753cb173-5ba5-41da-a4f1-4720e26762a5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:38.052033 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a0c994ac-6827-4fe3-9fd1-95a888691f94 req-753cb173-5ba5-41da-a4f1-4720e26762a5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0817943 Jun 24 10:37:38.091656 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a0c994ac-6827-4fe3-9fd1-95a888691f94 req-263c72dc-e245-42f5-98d9-45193cfa85b8 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Jun 24 10:37:38.456378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b350e6-c0af-492d-9552-7a450b0afd17 req-bc0e545b-dfd1-4e25-a425-488176f8b124 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:38.457782 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b1b350e6-c0af-492d-9552-7a450b0afd17 req-bc0e545b-dfd1-4e25-a425-488176f8b124 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0656888 Jun 24 10:37:38.496255 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b1b350e6-c0af-492d-9552-7a450b0afd17 req-95dc40b2-9462-447b-88ba-855c85284196 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Jun 24 10:37:38.592339 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-81d286d5-292d-4180-9654-04074c3b8371 req-09f71b1c-03a7-47a6-8b43-b7b08e7f6257 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 210 time: 0.0335245 Jun 24 10:37:38.699423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068772b0-a552-4179-99f6-9ec9599a3567 req-99a7a524-f827-4fea-9e43-c2fe8238c3e9 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:38.703763 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-068772b0-a552-4179-99f6-9ec9599a3567 req-99a7a524-f827-4fea-9e43-c2fe8238c3e9 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.45 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0647266 Jun 24 10:37:38.865006 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Deleting port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:37:38.869029 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:38.998028 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] For port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,segment=NetworkSegment(8f60e587-d43f-4158-8614-377c042f7c49),segment_id=8f60e587-d43f-4158-8614-377c042f7c49)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:39.012297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:39.016967 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Calling delete_port for 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:37:39.111434 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf5e7-d8ba-4bd9-9c42-dda65d76b8b3 req-fe92b0b4-e3ed-44ed-8486-b00aee834b73 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:39.112904 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-98baf5e7-d8ba-4bd9-9c42-dda65d76b8b3 req-fe92b0b4-e3ed-44ed-8486-b00aee834b73 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1752026 Jun 24 10:37:39.171988 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-98baf5e7-d8ba-4bd9-9c42-dda65d76b8b3 req-2a398ccc-7514-4dbd-a6e4-630b28aba66e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Jun 24 10:37:39.279211 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316fa92-c76d-4366-9d97-3fbc7da026f8 req-9e012ad9-7b96-4d9a-811a-6973439ecfc4 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:39.280562 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6316fa92-c76d-4366-9d97-3fbc7da026f8 req-9e012ad9-7b96-4d9a-811a-6973439ecfc4 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Jun 24 10:37:39.309185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:39.313427 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6cd9f12f-77e8-436b-977a-938dee45be62 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:39.319313 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6316fa92-c76d-4366-9d97-3fbc7da026f8 req-707f0309-908d-4279-a4db-faf883863ccf tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/security-groups?id=c97edf4e-5aed-4323-8272-607014240f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jun 24 10:37:39.341038 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Pushing event deleted for resources: {'Port': ['ID=6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:39.344355 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:39.393909 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:39.406184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] No DVR routers for this DVR port 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:37:39.409220 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:39.411217 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-068772b0-a552-4179-99f6-9ec9599a3567 req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.45 "DELETE /v2.0/ports/6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c HTTP/1.1" status: 204 len: 173 time: 0.6910560 Jun 24 10:37:39.411714 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'name': 'network-vif-deleted', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:39.414022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a5916-783f-4da7-b7de-356534a1566b" -d '{"events": [{"server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "name": "network-vif-deleted", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:39.449026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac5c09f-f453-4a47-b74c-eb893c924a6a x-openstack-request-id: req-cac5c09f-f453-4a47-b74c-eb893c924a6a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:39.449346 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9523981d-04d8-4be6-a13d-3f222fe314f7", "name": "network-vif-deleted", "tag": "6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:39.449626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cac5c09f-f453-4a47-b74c-eb893c924a6a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:39.450044 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9523981d-04d8-4be6-a13d-3f222fe314f7', 'name': 'network-vif-deleted', 'tag': '6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c', 'status': 'completed', 'code': 200} Jun 24 10:37:39.675332 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a76e5e-d7a3-4214-88a8-8b53f8bc2c92 req-3121a4d6-55f3-423e-9370-cbd76e27d677 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:39.682255 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-05a76e5e-d7a3-4214-88a8-8b53f8bc2c92 req-3121a4d6-55f3-423e-9370-cbd76e27d677 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0764744 Jun 24 10:37:39.717211 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-05a76e5e-d7a3-4214-88a8-8b53f8bc2c92 req-2bfe5b7c-73cb-4b09-817c-5095f7e68401 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Jun 24 10:37:39.746763 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-268d4eef-4992-42ee-be9d-4658b58594e3 req-031a5302-f28a-49ba-9256-7a28c711a941 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 210 time: 0.0377057 Jun 24 10:37:40.348261 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cce4d-546f-43f3-ae72-881370caa806 req-d87b188f-41a5-4539-a711-7fc456db5612 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:40.349748 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-091cce4d-546f-43f3-ae72-881370caa806 req-d87b188f-41a5-4539-a711-7fc456db5612 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0617158 Jun 24 10:37:40.393561 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-091cce4d-546f-43f3-ae72-881370caa806 req-a6710e06-c877-4ebd-b18d-e4ed7009be30 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Jun 24 10:37:40.508032 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2cded1fa-4d0d-447c-ad86-966c42ff208e req-9915255d-5052-4b7a-88bb-8a8c0248872a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9523981d-04d8-4be6-a13d-3f222fe314f7 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Jun 24 10:37:40.759338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2c662a36-cfd6-4f6d-b38a-5ba26356fd07 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:40.761536 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2c662a36-cfd6-4f6d-b38a-5ba26356fd07 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 810 time: 0.1043818 Jun 24 10:37:40.842122 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-1c40dc02-74d6-47f1-8dca-f7c824dcfa32 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 379 time: 0.0517075 Jun 24 10:37:40.858402 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'port': {'device_id': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'admin_state_up': True, 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'security_groups': ['9a08a003-3adc-4c44-9da0-440d18834fda']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:40.908732 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-46137293-ac26-47b5-85a3-0406c28c88d3 req-36965310-2e8c-4615-82df-d72d12545e4d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 210 time: 0.0282278 Jun 24 10:37:40.979424 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ec963-b5e2-49a2-ac8d-92c93974c1c2 req-337a7929-53b5-47c1-b2f2-5d2dfd1d179e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:40.980984 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-754ec963-b5e2-49a2-ac8d-92c93974c1c2 req-337a7929-53b5-47c1-b2f2-5d2dfd1d179e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1444967 Jun 24 10:37:41.042722 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-754ec963-b5e2-49a2-ac8d-92c93974c1c2 req-ae33ec58-787a-4834-a0dd-d002a921e281 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530102 Jun 24 10:37:41.110061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Made reservation on behalf of 61d23b7993984de1aa6b12a12a709ea2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:41.119515 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:41.255569 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Allocated IP 172.20.0.13 (073b20f6-7640-4fb0-a1d1-4c03eeb8c612/1b8550f6-95be-4670-8b94-c4b007a9fde6/2b34ff51-3417-405c-8ddc-7e9c5e8cd23e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:41.407649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:41.423418 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Transition to ACTIVE for port object 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:41.582212 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059f033-b5aa-4443-bc2d-c4d858e11a6c req-01f2b441-302f-4d37-9860-ba458dc79dd3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:41.583833 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f059f033-b5aa-4443-bc2d-c4d858e11a6c req-01f2b441-302f-4d37-9860-ba458dc79dd3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0693834 Jun 24 10:37:41.584904 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:41.588745 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:41.655821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:41.662876 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.665351 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:41.667673 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:41.671184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:41.710020 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f059f033-b5aa-4443-bc2d-c4d858e11a6c req-138d1da5-7058-441a-be61-76b90217ac40 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130545 Jun 24 10:37:41.741193 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:41.741847 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:41.862036 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082259 Jun 24 10:37:41.895024 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Request body: {'port': {'device_id': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:41.975142 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.076763 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e699c8a5-48fc-4c56-8ad0-035f118f955d None None] Provisioning for port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:42.088626 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d9f953a0-c206-44cc-9474-5358d7fcbb7a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:42.125360 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3749-8762-4f10-94bd-cee696628dd6 req-44147cf3-b1b8-4b67-aaa1-9c6cbe1551fc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:42.133347 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce0c3749-8762-4f10-94bd-cee696628dd6 req-44147cf3-b1b8-4b67-aaa1-9c6cbe1551fc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 932 time: 0.0873828 Jun 24 10:37:42.210267 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce0c3749-8762-4f10-94bd-cee696628dd6 req-c3f6f746-a44a-49fa-920c-c9d68a64262e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730448 Jun 24 10:37:42.227726 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e699c8a5-48fc-4c56-8ad0-035f118f955d None None] Provisioning complete for port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:42.228939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e699c8a5-48fc-4c56-8ad0-035f118f955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.229944 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:37:42.276170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:37:42.276580 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6c4f7170-4ebe-4aa1-91d0-3a48414f3c2c not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:37:42.302753 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-e699c8a5-48fc-4c56-8ad0-035f118f955d None None] Port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:37:42.320604 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:42.331258 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca29c9-37d2-44e5-8ac2-e91866b47d0d req-30a3ad14-9791-404b-ae34-ea3e869bbad4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:42.333167 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'port_id': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', 'mac_address': 'fa:16:3e:b8:fc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6671edc7-6e19-4b2e-987d-e3b0b21b1a40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:42.340549 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f9ca29c9-37d2-44e5-8ac2-e91866b47d0d req-30a3ad14-9791-404b-ae34-ea3e869bbad4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1168344 Jun 24 10:37:42.386997 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f9ca29c9-37d2-44e5-8ac2-e91866b47d0d req-636689f6-8da1-4b45-8a8b-5c7fadc2ab17 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Jun 24 10:37:42.391264 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.418517 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f953a0-c206-44cc-9474-5358d7fcbb7a {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:42.441776 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:42.463597 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:42.471947 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.484252 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Transition to ACTIVE for port object 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:37:42.521447 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.523339 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-087138d7-0ee7-489f-8d3b-3a33d240142c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:42.574016 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:42.577611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:42.627764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.629922 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:42.679801 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:42.697016 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:42.758137 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Attempting to bind port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:37:42.758491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Attempting to bind port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:37:42.758826 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Attempting to bind port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:42.764659 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:37:42.765055 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Attempting to bind port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:37:42.770404 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:37:42.770731 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Checking segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:37:42.771151 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Bound using segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:37:42.771614 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Bound port: 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:37:42.771974 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.841524 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:42.845132 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:42.909366 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f0d1-e06a-4103-aec4-a1166f617cea req-4d1faef2-0065-415a-86d3-2e9cbe8f690d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:42.910823 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2736f0d1-e06a-4103-aec4-a1166f617cea req-4d1faef2-0065-415a-86d3-2e9cbe8f690d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0644524 Jun 24 10:37:42.934639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.938732 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:42.984889 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:42.985501 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:42.986863 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] 10.222.0.45 "PUT /v2.0/ports/2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 1094 time: 1.0967994 Jun 24 10:37:42.987405 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:42.989729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20231172-4f72-439f-bcee-46cf8dd0c54a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:43.003181 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2736f0d1-e06a-4103-aec4-a1166f617cea req-ff8cd042-c686-4a4f-b244-3e86e33d75d6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Jun 24 10:37:43.016906 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:43.020960 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:43.038301 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8311899-efab-40f9-ba28-fa4da1afdfb5 x-openstack-request-id: req-e8311899-efab-40f9-ba28-fa4da1afdfb5 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:43.038641 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:43.038943 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8311899-efab-40f9-ba28-fa4da1afdfb5 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:43.039363 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'status': 'completed', 'code': 200} Jun 24 10:37:43.146784 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['d9f953a0-c206-44cc-9474-5358d7fcbb7a'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:43.163930 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-7e55d9fb-532c-4565-bb21-0e4ac413697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.165406 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-7e55d9fb-532c-4565-bb21-0e4ac413697d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1097 time: 0.0559332 Jun 24 10:37:43.304478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-55b7db35-8ba5-47da-8bb7-f531ca6baf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.304667 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-55b7db35-8ba5-47da-8bb7-f531ca6baf64 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=61d23b7993984de1aa6b12a12a709ea2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1112766 Jun 24 10:37:43.571637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75eba3-e236-4bf8-bfc6-49d0683cdfc4 req-94a0b19b-d474-49c4-a5d9-0a5b93c6fab1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.572663 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc75eba3-e236-4bf8-bfc6-49d0683cdfc4 req-94a0b19b-d474-49c4-a5d9-0a5b93c6fab1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0669839 Jun 24 10:37:43.614146 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc75eba3-e236-4bf8-bfc6-49d0683cdfc4 req-8365ee5d-236b-4186-a1da-0fa5894216d4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Jun 24 10:37:43.666416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad05295-e060-4d45-bcf5-ad9e6faf0a66 req-98477c2a-14d0-474a-8543-5bd37a45650e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.668412 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fad05295-e060-4d45-bcf5-ad9e6faf0a66 req-98477c2a-14d0-474a-8543-5bd37a45650e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 944 time: 0.3476717 Jun 24 10:37:43.669357 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-54a713f9-4179-45a6-994f-97886e0dfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.670620 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20231172-4f72-439f-bcee-46cf8dd0c54a req-54a713f9-4179-45a6-994f-97886e0dfe9e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220019 Jun 24 10:37:43.709517 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fad05295-e060-4d45-bcf5-ad9e6faf0a66 req-befd5192-42a1-44da-a32c-5fd58b52b9ca tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352662 Jun 24 10:37:43.825578 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-12fe74b8-6e91-4104-b12a-1430a62cc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.827201 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-12fe74b8-6e91-4104-b12a-1430a62cc273 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1097 time: 0.0602608 Jun 24 10:37:43.891936 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-a8d0c2b6-4168-4130-9674-bf8a36bacf92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 217 time: 0.0358403 Jun 24 10:37:43.966611 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-b1fb5438-1a9d-4f31-b2b0-da926f35e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:43.968076 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-b1fb5438-1a9d-4f31-b2b0-da926f35e8d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0436349 Jun 24 10:37:44.043848 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-fcc64a0e-a599-454b-a453-ab247405e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:44.045314 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-fcc64a0e-a599-454b-a453-ab247405e520 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657055 Jun 24 10:37:44.143020 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-46682363-d5aa-4164-9155-b8f8fc3268c5 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Jun 24 10:37:44.281317 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106390-14cc-4cdf-903b-bc1a91a07c0d req-6b8d6b83-1cbf-4692-90c8-7fff61e5a192 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:44.281317 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cd106390-14cc-4cdf-903b-bc1a91a07c0d req-6b8d6b83-1cbf-4692-90c8-7fff61e5a192 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 944 time: 0.1294391 Jun 24 10:37:44.282434 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72804d7c-c61e-4f27-8e10-2971eacacd59 req-5b717831-37d8-49e9-b7e4-1eb7ce7c820e service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268306 Jun 24 10:37:44.315126 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cd106390-14cc-4cdf-903b-bc1a91a07c0d req-cba61fd9-b571-4d19-9c89-0375d56c9bfe tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jun 24 10:37:44.790752 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eeb05-0a46-4ebd-99d3-741808d64c8b req-e26d8c6c-09ba-4775-8487-0b78560d6a6e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:44.793046 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-709eeb05-0a46-4ebd-99d3-741808d64c8b req-e26d8c6c-09ba-4775-8487-0b78560d6a6e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0645783 Jun 24 10:37:44.831202 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-709eeb05-0a46-4ebd-99d3-741808d64c8b req-676ec2ae-05fe-439c-be73-bbd3b4c8fe57 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jun 24 10:37:44.896514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7097b-3ec1-4c88-9305-7505217ce15f req-9642b24c-600c-48db-acb7-d2d0b59a747e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:44.899109 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e7097b-3ec1-4c88-9305-7505217ce15f req-9642b24c-600c-48db-acb7-d2d0b59a747e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 944 time: 0.0752046 Jun 24 10:37:44.945700 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e7097b-3ec1-4c88-9305-7505217ce15f req-abc44bad-d61b-4174-aa11-0719c199b2a1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Jun 24 10:37:45.345223 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:45.476214 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.530966 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8de04-00d7-4fb5-acd5-4abe1f0cf431 req-ea8e1e47-a68e-4e68-a40b-fbb3fbcb74f2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:45.532454 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-45f8de04-00d7-4fb5-acd5-4abe1f0cf431 req-ea8e1e47-a68e-4e68-a40b-fbb3fbcb74f2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 944 time: 0.1043644 Jun 24 10:37:45.587740 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-45f8de04-00d7-4fb5-acd5-4abe1f0cf431 req-04c5c52c-20ab-4d60-8dd4-46b515c0bbbf tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 Jun 24 10:37:45.616635 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.695946 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.699103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-51f9849a-f978-495d-8ec4-297353334ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:45.732997 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e19733-9706-4649-9d62-d6f1b33f1ac3,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:45.737106 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f25ceda2524148b392dd2d9e8fd8c6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907778 Jun 24 10:37:45.737975 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:45.739757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 53754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:45.793339 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.818215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.952659 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.956179 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:45.969233 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09e19733-9706-4649-9d62-d6f1b33f1ac3 HTTP/1.1" status: 204 len: 168 time: 0.2263355 Jun 24 10:37:45.969445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:45.990663 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e19733-9706-4649-9d62-d6f1b33f1ac3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.005305 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:46.083920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fdf16-df7c-485b-9736-dd672b825ad7 req-e2dd9f86-4089-4e04-b7d7-1295846932ec tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:46.092263 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e50fdf16-df7c-485b-9736-dd672b825ad7 req-e2dd9f86-4089-4e04-b7d7-1295846932ec tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1344960 Jun 24 10:37:46.103601 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d9f953a0-c206-44cc-9474-5358d7fcbb7a up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:46.159918 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1032b-499c-46d4-ad53-673df77e3948 req-464115a8-1eca-4610-a1ee-7ff2777cd749 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:46.162488 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-abe1032b-499c-46d4-ad53-673df77e3948 req-464115a8-1eca-4610-a1ee-7ff2777cd749 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 944 time: 0.0695157 Jun 24 10:37:46.179092 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e50fdf16-df7c-485b-9736-dd672b825ad7 req-b24e272f-69c3-4549-a3b9-76b44d9d917d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858841 Jun 24 10:37:46.214943 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-abe1032b-499c-46d4-ad53-673df77e3948 req-30843a8e-f1a4-402a-8e1d-39f0d3b72e48 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Jun 24 10:37:46.264324 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port d9f953a0-c206-44cc-9474-5358d7fcbb7a completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:46.268899 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port d9f953a0-c206-44cc-9474-5358d7fcbb7a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:46.269335 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:46.356655 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:46.382796 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:46.385125 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123132c9-1276-40a9-bf95-edf321350b3b" -d '{"events": [{"server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:46.398680 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:46.429116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4832e6-eb44-4960-95f2-1e272fd1703e x-openstack-request-id: req-7d4832e6-eb44-4960-95f2-1e272fd1703e {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:46.429116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:46.429116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d4832e6-eb44-4960-95f2-1e272fd1703e {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:46.429116 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', 'code': 200} Jun 24 10:37:46.539936 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:46.539936 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:46.603554 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.607455 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:46.768215 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd34c-aace-4fc2-a39e-2efb53cc037e req-c6349c51-b260-49a2-a59a-d512c4a92175 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:46.769707 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0e9cd34c-aace-4fc2-a39e-2efb53cc037e req-c6349c51-b260-49a2-a59a-d512c4a92175 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0676985 Jun 24 10:37:46.839875 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0e9cd34c-aace-4fc2-a39e-2efb53cc037e req-ed15c15e-a8ae-4cea-820c-646b9b2cfd85 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642791 Jun 24 10:37:47.113606 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64160e59-f602-4552-a6db-d1764a5c5d1d req-15be4cad-ea18-4c06-add9-3eba1b330688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:47.115171 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-64160e59-f602-4552-a6db-d1764a5c5d1d req-15be4cad-ea18-4c06-add9-3eba1b330688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 1098 time: 0.0516953 Jun 24 10:37:47.155534 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-64160e59-f602-4552-a6db-d1764a5c5d1d req-e14918cd-8de5-4378-813b-a203856cb7f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290186 Jun 24 10:37:47.368051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901fb2d-1af3-483d-b679-1cc0f1dc0a75 req-61f29797-f8cc-4aa5-953d-203694d6ffd7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:47.369530 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3901fb2d-1af3-483d-b679-1cc0f1dc0a75 req-61f29797-f8cc-4aa5-953d-203694d6ffd7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0692151 Jun 24 10:37:47.400677 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ee560-bbdc-4d98-b9ce-8f1c69a1ee93 req-43e0a4af-569b-4d33-89ee-7934433f8cf2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:47.407534 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-848ee560-bbdc-4d98-b9ce-8f1c69a1ee93 req-43e0a4af-569b-4d33-89ee-7934433f8cf2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 944 time: 0.0773540 Jun 24 10:37:47.415546 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3901fb2d-1af3-483d-b679-1cc0f1dc0a75 req-40d9e877-69d3-4cb4-9305-9441ce121737 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Jun 24 10:37:47.670153 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-848ee560-bbdc-4d98-b9ce-8f1c69a1ee93 req-03720cd2-eb51-48ab-85a3-4b4db23ffc49 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607808 Jun 24 10:37:47.999566 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b275f8-42e9-4a8f-bd06-c4e53284216b req-1d3499b4-4866-491e-8b83-d45f473b2ad3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:48.001008 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d1b275f8-42e9-4a8f-bd06-c4e53284216b req-1d3499b4-4866-491e-8b83-d45f473b2ad3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0609286 Jun 24 10:37:48.039760 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d1b275f8-42e9-4a8f-bd06-c4e53284216b req-dd0082c5-7289-4019-be8a-025304ee387f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Jun 24 10:37:48.131416 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:48.227220 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:48.238619 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'port_id': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'mac_address': 'fa:16:3e:8d:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:48.391863 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:48.404399 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:37:48.423934 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:48.509767 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:48.511604 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-be92192b-849c-41ff-8e85-5e0e06895e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:48.560707 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:48.563901 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:48.592988 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c041a-4562-43e9-ab01-f0068c6f7d23 req-52bf3461-dde5-491c-91ee-b95cd47c938a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:48.594496 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f34c041a-4562-43e9-ab01-f0068c6f7d23 req-52bf3461-dde5-491c-91ee-b95cd47c938a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0690417 Jun 24 10:37:48.633814 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f34c041a-4562-43e9-ab01-f0068c6f7d23 req-ed123863-586c-447c-8b62-19060f196330 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jun 24 10:37:48.722398 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3336-e774-4a3a-b275-93bc4ff56062 req-f15792a5-9161-44b3-88b4-45d053fe9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:48.723984 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-89ee3336-e774-4a3a-b275-93bc4ff56062 req-f15792a5-9161-44b3-88b4-45d053fe9b33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1098 time: 0.0560300 Jun 24 10:37:48.780203 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-89ee3336-e774-4a3a-b275-93bc4ff56062 req-2e5436e1-6421-4cb8-84af-3cf4bebe250b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Jun 24 10:37:48.860010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c542f1-2749-40c9-847c-b46e3c5fc178 req-6d5bf7a8-6b7b-44c0-8774-9aa0d58e3605 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:48.861454 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8c542f1-2749-40c9-847c-b46e3c5fc178 req-6d5bf7a8-6b7b-44c0-8774-9aa0d58e3605 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 945 time: 0.0628822 Jun 24 10:37:48.900297 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8c542f1-2749-40c9-847c-b46e3c5fc178 req-22a599b8-1d07-4001-8bf9-de715cbb5859 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Jun 24 10:37:49.212277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2d822-c8e9-4917-ab93-1219ce8e5070 req-2c3ce51e-8b03-4874-a995-49d0b73df9bd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:49.213753 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-42f2d822-c8e9-4917-ab93-1219ce8e5070 req-2c3ce51e-8b03-4874-a995-49d0b73df9bd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0629406 Jun 24 10:37:49.256107 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:49.263571 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-42f2d822-c8e9-4917-ab93-1219ce8e5070 req-9d97b16f-ef54-4ada-b6da-3b2d1cce64ca tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Jun 24 10:37:49.825384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd45b0-e476-403d-a187-51a8ea8952a1 req-ad46b7d7-b748-4161-bc77-807387743fc3 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:49.826871 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e4cd45b0-e476-403d-a187-51a8ea8952a1 req-ad46b7d7-b748-4161-bc77-807387743fc3 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0776320 Jun 24 10:37:49.866097 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e4cd45b0-e476-403d-a187-51a8ea8952a1 req-2f319a62-068b-432e-b96e-91856c83a6d6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Jun 24 10:37:50.073321 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81368d09-7cb3-4ec7-88db-644419726146 req-321861a0-556c-49d5-a1b1-1f5ba0176f30 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:50.073915 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-81368d09-7cb3-4ec7-88db-644419726146 req-321861a0-556c-49d5-a1b1-1f5ba0176f30 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 945 time: 0.0615253 Jun 24 10:37:50.118789 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-81368d09-7cb3-4ec7-88db-644419726146 req-331fa711-ccde-49f5-9849-3bc6e4b33bf9 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397177 Jun 24 10:37:50.464512 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f69d69-6148-423e-ac36-e3f0ea9e7b67 req-513e8df1-f603-4956-bd68-24e7b7e424be tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:50.466045 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-80f69d69-6148-423e-ac36-e3f0ea9e7b67 req-513e8df1-f603-4956-bd68-24e7b7e424be tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0811365 Jun 24 10:37:50.506131 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-80f69d69-6148-423e-ac36-e3f0ea9e7b67 req-bab6b226-c45d-455d-ac23-d1143f8a371c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Jun 24 10:37:51.048157 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650238-afa2-490f-add6-8cf74510995d req-71859872-39dd-4f47-b9dd-354bdf544359 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:51.049666 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a8650238-afa2-490f-add6-8cf74510995d req-71859872-39dd-4f47-b9dd-354bdf544359 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0638404 Jun 24 10:37:51.088756 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a8650238-afa2-490f-add6-8cf74510995d req-d96a04ca-b0c3-4704-ad0e-0b67d161c029 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Jun 24 10:37:51.300281 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494ea8-5fad-4d41-bbd5-a7927a04d50c req-7f3f550b-4f1c-41c8-9220-0e6a760adb79 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:51.301732 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a0494ea8-5fad-4d41-bbd5-a7927a04d50c req-7f3f550b-4f1c-41c8-9220-0e6a760adb79 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 945 time: 0.0634897 Jun 24 10:37:51.341963 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a0494ea8-5fad-4d41-bbd5-a7927a04d50c req-c14f3dc1-d374-4a26-a306-2b400ab7ccff tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346947 Jun 24 10:37:52.138984 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:52.272676 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:37:52.276093 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6575a05-5151-4b64-8d54-1c23606d2b60 req-221ec374-a3f0-4c6e-9986-9c825cf8aa8d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:52.277016 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:37:52.277686 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:52.279404 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e6575a05-5151-4b64-8d54-1c23606d2b60 req-221ec374-a3f0-4c6e-9986-9c825cf8aa8d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0713613 Jun 24 10:37:52.318675 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e6575a05-5151-4b64-8d54-1c23606d2b60 req-5407b048-b552-4cd9-97ad-c48c3e00b387 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jun 24 10:37:52.399794 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:52.422061 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:52.424421 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad49ac7-5c6c-41b3-ba6a-1c31351a3ef0" -d '{"events": [{"server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "name": "network-vif-plugged", "status": "completed", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:52.441194 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:52.532921 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:52.534838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:52.584712 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:52.587972 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:52.597462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026208a9-7533-4949-9e86-1f6f3c14f558 req-ed22806d-92a4-4e07-9eb5-6746f8ec4294 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:52.598800 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde6e3c-4d11-4f99-95a4-d8c4849505e2 req-d5070978-f4dd-4d9a-b8f6-a1a31126e96d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:52.600778 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-026208a9-7533-4949-9e86-1f6f3c14f558 req-ed22806d-92a4-4e07-9eb5-6746f8ec4294 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 945 time: 0.1391380 Jun 24 10:37:52.600895 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9dde6e3c-4d11-4f99-95a4-d8c4849505e2 req-d5070978-f4dd-4d9a-b8f6-a1a31126e96d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1573451 Jun 24 10:37:52.640767 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-026208a9-7533-4949-9e86-1f6f3c14f558 req-2bac68dd-61bc-43c6-be7f-37caa6f33ecb tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356412 Jun 24 10:37:52.641864 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9dde6e3c-4d11-4f99-95a4-d8c4849505e2 req-51c553ee-b15f-4e08-93df-ec983f6c65c1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Jun 24 10:37:52.688212 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ad28f-ae3b-47e3-b0c5-bca8e5825ed0 x-openstack-request-id: req-111ad28f-ae3b-47e3-b0c5-bca8e5825ed0 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:52.688513 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "name": "network-vif-plugged", "status": "completed", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:52.688774 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-111ad28f-ae3b-47e3-b0c5-bca8e5825ed0 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:52.689301 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'code': 200} Jun 24 10:37:53.291110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b9047-c91d-4ffe-9f5a-8bca74df52ac req-99c1b77f-a280-46ce-97b1-85acadc73e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:53.293258 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0d1b9047-c91d-4ffe-9f5a-8bca74df52ac req-99c1b77f-a280-46ce-97b1-85acadc73e4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1099 time: 0.0646584 Jun 24 10:37:53.338429 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0d1b9047-c91d-4ffe-9f5a-8bca74df52ac req-94e19370-1058-4f84-844a-a4a4237e0d7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300472 Jun 24 10:37:53.717386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-5e347ae7-4692-4f25-bbb6-d9f45a90ae60 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:53.719064 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-5e347ae7-4692-4f25-bbb6-d9f45a90ae60 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.1129293 Jun 24 10:37:53.750678 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-fd3673cf-5224-40d4-8af9-131019746d74 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/quotas/9fbe2398d45e457eb6995bfdb5714563 HTTP/1.1" status: 200 len: 375 time: 0.0253158 Jun 24 10:37:53.826577 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-7d0b8a5a-45d4-49cc-a0f3-e9bec47f964e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695570 Jun 24 10:37:53.831200 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dc107-e29d-4a10-9ce6-2725678814f6 req-80fbf4a2-581b-4b99-b4b2-057c02e5ae2e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:53.832716 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-115dc107-e29d-4a10-9ce6-2725678814f6 req-80fbf4a2-581b-4b99-b4b2-057c02e5ae2e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0657852 Jun 24 10:37:53.871894 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-115dc107-e29d-4a10-9ce6-2725678814f6 req-fc31fb6c-ea83-4829-9eed-cf984d6c3dad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Jun 24 10:37:53.936160 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-8afa421e-b8e9-4ba6-a769-961a5d920c3e service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023552 Jun 24 10:37:54.035318 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-87ed6ced-a954-46a7-a498-c092c23efb6c service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918837 Jun 24 10:37:54.310496 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d5db838e-1ba8-483c-9d59-08093e983d04 req-c6c0f53c-aa39-4c3e-8c08-90a61864f52d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 210 time: 0.0335441 Jun 24 10:37:55.052386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee3d3c-d3b1-4f33-aa89-1abf32d032a2 req-4bdb2153-b165-4b85-bead-8199a2b13c4d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:55.053847 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b5ee3d3c-d3b1-4f33-aa89-1abf32d032a2 req-4bdb2153-b165-4b85-bead-8199a2b13c4d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0641823 Jun 24 10:37:55.093181 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b5ee3d3c-d3b1-4f33-aa89-1abf32d032a2 req-b16b0be6-1186-4410-a178-dafcf71d36bb tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334659 Jun 24 10:37:55.455772 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b6b00d86-9514-4935-97c2-563b3c678875 req-4bba3a95-1555-4a3e-86dd-98e2ef03ee28 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 210 time: 0.0289452 Jun 24 10:37:56.161346 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4130ba48-cc46-45e9-926e-1fad1a045efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:56.287079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a7f2-170f-45d8-96e8-6a876eb68946 req-0b8f7cbf-d2a7-462f-bf74-c39f47a4f739 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:56.288661 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8741a7f2-170f-45d8-96e8-6a876eb68946 req-0b8f7cbf-d2a7-462f-bf74-c39f47a4f739 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0698798 Jun 24 10:37:56.334152 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8741a7f2-170f-45d8-96e8-6a876eb68946 req-b98d2422-f714-4604-8638-ea17dbff6a42 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385029 Jun 24 10:37:56.352682 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ad077-79d8-4400-9a7c-e76c8d6f5ea2 req-b090ce12-c40a-4bf9-85df-766d44a9bd94 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:56.359016 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1d0ad077-79d8-4400-9a7c-e76c8d6f5ea2 req-b090ce12-c40a-4bf9-85df-766d44a9bd94 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0787849 Jun 24 10:37:56.395578 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1d0ad077-79d8-4400-9a7c-e76c8d6f5ea2 req-c88d23e2-a27d-4af5-8b08-fda7c57a8bcf tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Jun 24 10:37:56.550517 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-30bcc5ba-7af7-46db-b149-30a5d306fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:56.552036 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-30bcc5ba-7af7-46db-b149-30a5d306fe5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0985796 Jun 24 10:37:56.559408 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f361caa-c56f-4680-816b-d9146bb007c2 req-cc82c76c-2833-4e85-8ba8-9f95d3589e2d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:56.560849 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4f361caa-c56f-4680-816b-d9146bb007c2 req-cc82c76c-2833-4e85-8ba8-9f95d3589e2d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0994222 Jun 24 10:37:56.571514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54066) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:56.576953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'floatingip': {'port_id': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:56.603705 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6da7aac6-2151-404b-9ac5-acf4c1fd3d1d req-689048f7-8881-48d4-b7cb-f060a4e49bda tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 210 time: 0.0319424 Jun 24 10:37:56.687388 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:56.817090 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-2a189abf-f6c3-4761-b113-1bced8253924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:56.818558 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-2a189abf-f6c3-4761-b113-1bced8253924 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.2389507 Jun 24 10:37:56.908640 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-bfd955eb-71c2-4aca-8fea-d2e9daea53a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0705991 Jun 24 10:37:57.013424 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-84b523fc-9ed2-469a-91c3-a07ec15d62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:57.014856 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-84b523fc-9ed2-469a-91c3-a07ec15d62b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0931807 Jun 24 10:37:57.130880 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-258bf22d-bac4-45d3-87fe-dd8c51f6b5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820532 Jun 24 10:37:57.591641 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95658-951a-4696-9fbc-d8febc9582b9 req-7197765c-0b57-4fe6-b1fe-cf9cac85a9c5 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:57.595840 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-41c95658-951a-4696-9fbc-d8febc9582b9 req-7197765c-0b57-4fe6-b1fe-cf9cac85a9c5 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0675111 Jun 24 10:37:57.648895 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-41c95658-951a-4696-9fbc-d8febc9582b9 req-20ff19e9-7ab4-451e-87b8-6c903df0ea2f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462477 Jun 24 10:37:57.661441 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.db.resource_extend [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:37:57.742694 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:57.773806 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ee3bb5f-6daa-4737-b10c-efcf98b57d28 req-e1f24ab3-28b2-4433-b924-80a33ede4a9e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 210 time: 0.0332077 Jun 24 10:37:57.794010 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-8536a36a-ffb5-43bb-b68d-80c08306f238 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039910 Jun 24 10:37:57.859526 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:57.933715 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-3a6ca3f8-d4d0-40e3-a53f-07f4a9ca561e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:57.935069 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-3a6ca3f8-d4d0-40e3-a53f-07f4a9ca561e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.3761268 Jun 24 10:37:57.994597 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Request body: {'port': {'device_id': '7e31d599-193a-4c00-966f-8efb86f471a9', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'admin_state_up': True, 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:58.052046 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c1fe98e-1ccb-432c-b4d0-776b1843f723 req-a3133611-c3e3-4164-b0a3-d25fc4ee568d service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484021 Jun 24 10:37:58.075867 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Floating IP 397b491f-4c59-4142-9400-7a9af8dede19 associated. External IP: 172.28.2.40, port: 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e. Jun 24 10:37:58.330724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:58.335160 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:58.411566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:37:58.555084 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Allocated IP 172.20.0.11 (302db360-0ac3-43ca-9adc-2945effe4b8d/6671edc7-6e19-4b2e-987d-e3b0b21b1a40/2dce8de4-7089-4e03-96d6-71efa22d01ed) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:58.585237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:37:58.594489 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:58.596641 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:37:58.606791 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:58.607460 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:58.663349 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-58f85cab-48db-4c01-86e1-442e7bee8ad5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "PUT /v2.0/floatingips/397b491f-4c59-4142-9400-7a9af8dede19 HTTP/1.1" status: 200 len: 991 time: 2.0905600 Jun 24 10:37:58.688355 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:37:58.695127 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:58.727542 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:58.798264 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:58.859581 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61515-c541-40f4-8592-1365b5cd978e req-57c1af16-e498-4258-a648-876f4727753b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:58.867281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54134) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:58.867644 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfa61515-c541-40f4-8592-1365b5cd978e req-57c1af16-e498-4258-a648-876f4727753b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0801618 Jun 24 10:37:58.904403 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfa61515-c541-40f4-8592-1365b5cd978e req-0abca819-0ef6-411a-bb17-ae370a7af2b6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Jun 24 10:37:58.939353 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:58.944650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:59.005679 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '397b491f-4c59-4142-9400-7a9af8dede19', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.40', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:8d:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:37:33Z', 'updated_at': '2021-06-24T10:37:57Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.031989 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:37:59.037655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e74f9b-556e-4065-bdb2-c0c492bf3a1c x-openstack-request-id: req-f1e74f9b-556e-4065-bdb2-c0c492bf3a1c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:59.038330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:59.039058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e74f9b-556e-4065-bdb2-c0c492bf3a1c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:59.039618 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'status': 'completed', 'code': 200} Jun 24 10:37:59.041645 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:37:59.042805 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.043485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event updated for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:59.049775 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:59.061627 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d6edadf3-737c-4fed-9c58-48d5e52c166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.063424 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Network 302db360-0ac3-43ca-9adc-2945effe4b8d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:59.065410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:59.068260 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:37:59.086965 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'd9f953a0-c206-44cc-9474-5358d7fcbb7a'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:59.167758 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.172426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.175614 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d9f6-0ee1-4ea2-b063-21599aa5c67f req-55f9f2d3-9e2d-4490-86ec-17e1e3b09d8c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.181399 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:37:59.185705 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce43d9f6-0ee1-4ea2-b063-21599aa5c67f req-55f9f2d3-9e2d-4490-86ec-17e1e3b09d8c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 932 time: 0.1075761 Jun 24 10:37:59.190990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.191788 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.235936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-164e2ca9-377f-46c4-a677-d389db744fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.238520 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-164e2ca9-377f-46c4-a677-d389db744fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1099 time: 0.1254287 Jun 24 10:37:59.239893 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce43d9f6-0ee1-4ea2-b063-21599aa5c67f req-d241899e-a008-48bb-882b-bf04ab459d93 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528853 Jun 24 10:37:59.312046 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316181 Jun 24 10:37:59.357112 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Request body: {'port': {'device_id': '7e31d599-193a-4c00-966f-8efb86f471a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:37:59.422081 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '397b491f-4c59-4142-9400-7a9af8dede19', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.40', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:8d:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:37:33Z', 'updated_at': '2021-06-24T10:37:57Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.432258 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-686bf922-3cbf-474c-b179-10ee73fbd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.434164 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-686bf922-3cbf-474c-b179-10ee73fbd5c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 911 time: 0.1833689 Jun 24 10:37:59.455119 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a62361-6e87-4c38-8dc5-87a190a6616a None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '397b491f-4c59-4142-9400-7a9af8dede19', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.40', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:8d:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:37:33Z', 'updated_at': '2021-06-24T10:37:57Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:37:59.551511 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.577843 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-aaba6ffc-76fb-482c-9045-204bf37d048f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 999 time: 0.1246870 Jun 24 10:37:59.609129 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.649911 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a398d-50ed-4bbd-aa9d-877b6e5dabee None None] New status for floating IP 397b491f-4c59-4142-9400-7a9af8dede19: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:37:59.697704 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.719546 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-469902d1-8f8d-4ef8-9064-e9653a849093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:37:59.800106 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82b559b4ec144771937d68351536a7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9316335 Jun 24 10:37:59.802736 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54144) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:37:59.810243 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-064e52d2-0bd4-4579-8820-1296e8d2c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.811699 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-064e52d2-0bd4-4579-8820-1296e8d2c6f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.1732702 Jun 24 10:37:59.839518 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc5c68-c55a-4323-ae78-a044cf996b3c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:59.851484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:37:59.858128 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.880565 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:37:59.942807 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-561ad6b2-0c81-4dc7-84e2-3b01ab9ace33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:37:59.944359 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-561ad6b2-0c81-4dc7-84e2-3b01ab9ace33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021111 Jun 24 10:38:00.044463 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:00.047902 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:00.049300 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cecc5c68-c55a-4323-ae78-a044cf996b3c HTTP/1.1" status: 204 len: 168 time: 0.2455220 Jun 24 10:38:00.051232 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:00.072666 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc5c68-c55a-4323-ae78-a044cf996b3c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:00.076109 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:00.076289 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:00.161854 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f89ca-304b-430c-a9f7-1929c686fec4 req-f72d1060-d736-4fc0-8a20-eeee09439845 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:00.163464 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c02f89ca-304b-430c-a9f7-1929c686fec4 req-f72d1060-d736-4fc0-8a20-eeee09439845 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1067865 Jun 24 10:38:00.207774 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c02f89ca-304b-430c-a9f7-1929c686fec4 req-58f82395-89ed-4a88-b5a7-d2b1062ec560 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Jun 24 10:38:00.303547 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dce8de4-7089-4e03-96d6-71efa22d01ed {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:38:00.315850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:00.341445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Transition to ACTIVE for port object 2dce8de4-7089-4e03-96d6-71efa22d01ed will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:00.351580 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-ccc21b3f-39cf-4665-84a3-d61fb6010639 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902259 Jun 24 10:38:00.438202 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75935de6-e0fd-46b1-ae34-5c71c3f50938 req-7b6fbdc0-5069-45d7-a51d-4053e06bb0d7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:00.441363 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-75935de6-e0fd-46b1-ae34-5c71c3f50938 req-7b6fbdc0-5069-45d7-a51d-4053e06bb0d7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 932 time: 0.0901837 Jun 24 10:38:00.482877 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99b2d4fb-76fa-4899-bc69-d0f75627b5ff req-3fe8a3d7-50c0-44b1-b30d-062cae22ecaa service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175914 Jun 24 10:38:00.507362 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:00.511925 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7823777a-324a-4a17-bf25-b829d1cd7cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:00.532061 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-75935de6-e0fd-46b1-ae34-5c71c3f50938 req-a75056e6-ebfb-4e64-9e0d-92141c4de5a9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851896 Jun 24 10:38:00.583194 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:00.585907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:01.210632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Attempting to bind port 2dce8de4-7089-4e03-96d6-71efa22d01ed on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:01.212718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Attempting to bind port 2dce8de4-7089-4e03-96d6-71efa22d01ed by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:01.213056 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Attempting to bind port 2dce8de4-7089-4e03-96d6-71efa22d01ed on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:01.218143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Port 2dce8de4-7089-4e03-96d6-71efa22d01ed on network 302db360-0ac3-43ca-9adc-2945effe4b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:38:01.218519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Attempting to bind port 2dce8de4-7089-4e03-96d6-71efa22d01ed on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:01.223461 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:01.232991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Checking segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:01.232991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Bound using segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:01.232991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Bound port: 2dce8de4-7089-4e03-96d6-71efa22d01ed, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:01.232991 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.267745 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.296684 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54194) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:01.325726 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:01.329025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:01.414144 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1904-9165-4fc6-a1f5-846b795e7530 req-eb710dcc-4baf-4de7-8c32-e5344a2b0eef tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:01.416291 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cb2f1904-9165-4fc6-a1f5-846b795e7530 req-eb710dcc-4baf-4de7-8c32-e5344a2b0eef tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0671372 Jun 24 10:38:01.444421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.448238 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ee05463-075e-4ae0-8e97-1eb6621778e5 tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:01.448768 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.478328 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cb2f1904-9165-4fc6-a1f5-846b795e7530 req-f7b9073b-fbf8-4cb7-98c1-654ea61a4a36 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Jun 24 10:38:01.484610 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:01.485232 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.486655 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] 10.222.0.45 "PUT /v2.0/ports/2dce8de4-7089-4e03-96d6-71efa22d01ed HTTP/1.1" status: 200 len: 1094 time: 2.1416750 Jun 24 10:38:01.489491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:38:01.491337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:01.519203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:01.522566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:01.536992 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf2098-5478-426d-8e40-9607e6ab2851 x-openstack-request-id: req-ddcf2098-5478-426d-8e40-9607e6ab2851 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:01.537337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:01.537790 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddcf2098-5478-426d-8e40-9607e6ab2851 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:01.538189 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed', 'status': 'completed', 'code': 200} Jun 24 10:38:01.582394 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.746768 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-1cc463a9-26de-4b12-b0ad-9b3dc70a90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:01.748323 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-1cc463a9-26de-4b12-b0ad-9b3dc70a90bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 1097 time: 0.1251390 Jun 24 10:38:01.767419 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017bf1-1ee0-4548-a8a7-a0c92775db33 req-2f890818-2a58-4788-97cc-f69064086a13 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:01.768857 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38017bf1-1ee0-4548-a8a7-a0c92775db33 req-2f890818-2a58-4788-97cc-f69064086a13 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 944 time: 0.0857282 Jun 24 10:38:01.821734 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:01.839084 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:01.869150 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da41ff17-0f05-43e3-851a-d012e4db93ba,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:01.886452 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:01.891783 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38017bf1-1ee0-4548-a8a7-a0c92775db33 req-193ef462-de2b-4431-9c6d-65b6ba91d005 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102259 Jun 24 10:38:01.895725 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcef88ad609f469abf13b55d7f873ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980229 Jun 24 10:38:01.896530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54220) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:01.948941 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-48485496-eb8a-463f-ba65-a9a680d046a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:01.950395 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-48485496-eb8a-463f-ba65-a9a680d046a1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9fbe2398d45e457eb6995bfdb5714563&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1794074 Jun 24 10:38:02.019540 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:02.063279 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:02.112555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-b41033a0-6e13-46df-8c77-75bb7f88aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:02.113994 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2219b11-7336-4d0e-9e83-9ec31b9ce3c0 req-b41033a0-6e13-46df-8c77-75bb7f88aa0f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455784 Jun 24 10:38:02.140973 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:02.265870 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:02.268500 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:02.269591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da41ff17-0f05-43e3-851a-d012e4db93ba HTTP/1.1" status: 204 len: 168 time: 0.3718851 Jun 24 10:38:02.272010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f55f1ce8-d2fd-487c-a355-484c49eecf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:02.282326 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41ff17-0f05-43e3-851a-d012e4db93ba,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:02.285215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:02.312255 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-52d0bc7b-9c71-44d3-a1d8-06f49dcbd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:02.313744 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-52d0bc7b-9c71-44d3-a1d8-06f49dcbd64f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 1097 time: 0.0742564 Jun 24 10:38:02.391321 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-6047598e-abfb-40af-9f26-d5697a49e82e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed HTTP/1.1" status: 200 len: 217 time: 0.0397446 Jun 24 10:38:02.456860 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-de334e85-fd54-44ce-9dfc-1bd244ecf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:02.458302 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-de334e85-fd54-44ce-9dfc-1bd244ecf7ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.0547106 Jun 24 10:38:02.496295 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-39a823c9-7927-4c65-8ba9-14a504a1e057 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254848 Jun 24 10:38:02.622544 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-e69cc2d4-f7cf-42ec-85f6-9ea56ceec979 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131947 Jun 24 10:38:02.756065 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b87221-c657-4b2c-8ad0-2199b9bafeba req-c6e5f74c-8b11-41f3-a403-33cf2d09912a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:02.757558 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0b87221-c657-4b2c-8ad0-2199b9bafeba req-c6e5f74c-8b11-41f3-a403-33cf2d09912a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1159623 Jun 24 10:38:02.816349 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c4c61622-abe7-4863-bad6-4969d55ac077 req-fd9701fc-05f5-41ff-8085-81837f5e595e service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322589 Jun 24 10:38:02.824013 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0b87221-c657-4b2c-8ad0-2199b9bafeba req-b301f32f-0b4b-467c-885f-eb399a486aed tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526519 Jun 24 10:38:03.083930 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29ccb5-b4b4-44c9-8e91-f8ddb365590a req-a993d0f4-49ab-40f9-8399-0b76e9ce6db0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:03.084932 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:38:03.085430 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8e29ccb5-b4b4-44c9-8e91-f8ddb365590a req-a993d0f4-49ab-40f9-8399-0b76e9ce6db0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 944 time: 0.0703006 Jun 24 10:38:03.125144 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8e29ccb5-b4b4-44c9-8e91-f8ddb365590a req-f994ce94-283e-41f6-b406-a290bb2a52a6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Jun 24 10:38:03.579645 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:03.674485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1857793762-network', 'tenant_id': '26681666493b4292980156d39206122f'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:03.835608 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Made reservation on behalf of 26681666493b4292980156d39206122f for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:03.838034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:03.848757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:03.958974 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.020127 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666009c-34ed-49bd-ad27-a54d6cc7e1ab req-cf8ad168-7ac9-49f3-bf38-f176c73981ed tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:04.021585 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7666009c-34ed-49bd-ad27-a54d6cc7e1ab req-cf8ad168-7ac9-49f3-bf38-f176c73981ed tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0791445 Jun 24 10:38:04.022629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.029379 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:04.061978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:38:04.081172 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f27d1c1-8326-49da-89f6-a5b1e9967211,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:04.090874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.091177 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Added segment 74c86c4a-6a92-4e5d-ae4f-c408cd159e57 of type vlan for network 45899704-97c3-476e-bec7-2e520450a5fd Jun 24 10:38:04.093023 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:04.107848 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7666009c-34ed-49bd-ad27-a54d6cc7e1ab req-d2b526c9-4a9c-4429-926c-1a219a0a11a9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793428 Jun 24 10:38:04.137709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.301609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.302996 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:04.303579 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.306095 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c89d48-ff1b-4938-9167-e9027b91b150 req-cb915b35-7880-447f-a7bd-2ecf6b39d589 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:04.306784 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:04.308109 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e0c89d48-ff1b-4938-9167-e9027b91b150 req-cb915b35-7880-447f-a7bd-2ecf6b39d589 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 944 time: 0.0661855 Jun 24 10:38:04.347771 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e0c89d48-ff1b-4938-9167-e9027b91b150 req-fafffd3f-ac73-4aaa-a110-24d65803405c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jun 24 10:38:04.363600 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Pushing event updated for resources: {'Network': ['ID=45899704-97c3-476e-bec7-2e520450a5fd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:04.373395 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:04.375876 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 45899704-97c3-476e-bec7-2e520450a5fd details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:38:04.479724 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8982546 Jun 24 10:38:04.482937 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54288) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:04.487806 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Request body: {'subnet': {'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1857793762-subnet', 'tenant_id': '26681666493b4292980156d39206122f', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:04.589816 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Made reservation on behalf of 26681666493b4292980156d39206122f for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:04.593354 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.837740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:04.841235 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d590fc8-a08a-4c9d-a754-ac14f9f3b12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:04.895070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:04.898568 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:04.913250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Checking segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:04.913610 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Network hostable DHCP agents. Network: 45899704-97c3-476e-bec7-2e520450a5fd, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:38:05.080855 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Network 45899704-97c3-476e-bec7-2e520450a5fd is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:38:05.175191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 45899704-97c3-476e-bec7-2e520450a5fd) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:05.187254 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:05.187254 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.190865 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66c307-b2b1-4d6b-9ce2-23fa6aab5a30 None None] Network 45899704-97c3-476e-bec7-2e520450a5fd requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:05.297514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcf3d-c80d-4a72-a037-66b74018ed48 req-4c13a0b5-d382-4130-8dd5-dc13c5cad32c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:05.299045 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-46efcf3d-c80d-4a72-a037-66b74018ed48 req-4c13a0b5-d382-4130-8dd5-dc13c5cad32c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0680516 Jun 24 10:38:05.338079 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-46efcf3d-c80d-4a72-a037-66b74018ed48 req-276d2fe7-9669-4b89-aeee-02874c27879f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Jun 24 10:38:05.364045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-45899704-97c3-476e-bec7-2e520450a5fd', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:38:05.364913 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.385928 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9019547 Jun 24 10:38:05.388739 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54320) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:05.394006 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:05.507186 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Allocated IP 172.20.0.2 (45899704-97c3-476e-bec7-2e520450a5fd/ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3/45f7bf53-da2a-4e67-a230-1c6a85f1e856) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:05.538517 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490a47a-baec-4529-a3be-88ecfdcbad78 req-3b5a8c7d-dde4-43b0-bd0f-73858416363e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:05.541129 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9490a47a-baec-4529-a3be-88ecfdcbad78 req-3b5a8c7d-dde4-43b0-bd0f-73858416363e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 944 time: 0.0695257 Jun 24 10:38:05.553361 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.558024 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.628980 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9490a47a-baec-4529-a3be-88ecfdcbad78 req-ab4d0c8c-a48e-415a-91c9-55d5cec033d6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805619 Jun 24 10:38:05.660005 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.681170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.689581 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Transition to ACTIVE for port object 45f7bf53-da2a-4e67-a230-1c6a85f1e856 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:05.704259 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Transition to ACTIVE for port object 45f7bf53-da2a-4e67-a230-1c6a85f1e856 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:05.787472 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.789593 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:05.827921 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Network 45899704-97c3-476e-bec7-2e520450a5fd is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:05.830644 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:05.833776 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:05.846793 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Pushing event updated for resources: {'Port': ['ID=45f7bf53-da2a-4e67-a230-1c6a85f1e856,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:05.849869 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:05.906562 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Attempting to bind port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:05.906968 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Attempting to bind port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:05.907550 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Attempting to bind port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 on network 45899704-97c3-476e-bec7-2e520450a5fd {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:05.912960 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:05.913349 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Checking segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:05.913759 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.914189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Bound using segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:05.914672 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Bound port: 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:05.915088 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.927144 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:05.985673 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] For port 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:05.989059 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] For port 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=45f7bf53-da2a-4e67-a230-1c6a85f1e856,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:06.056201 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.058133 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:06.120904 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Pushing event updated for resources: {'Port': ['ID=45f7bf53-da2a-4e67-a230-1c6a85f1e856,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:06.128136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:06.225115 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.240246 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2dce8de4-7089-4e03-96d6-71efa22d01ed details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:38:06.246445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.378067 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:06.394693 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '2dce8de4-7089-4e03-96d6-71efa22d01ed', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'port_id': '2dce8de4-7089-4e03-96d6-71efa22d01ed', 'mac_address': 'fa:16:3e:dc:f3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6671edc7-6e19-4b2e-987d-e3b0b21b1a40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:38:06.404292 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Allocated IP 172.28.2.166 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/b7ba8087-6b87-474f-a0af-b507b8d365e5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:06.432878 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.446450 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dce8de4-7089-4e03-96d6-71efa22d01ed {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:38:06.469048 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:06.557947 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.601410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12cd8-b1e6-40b5-9c0d-e2f7a0e9e5da req-45405eef-1298-44c7-8b86-76a3b727597b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:06.602815 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07c12cd8-b1e6-40b5-9c0d-e2f7a0e9e5da req-45405eef-1298-44c7-8b86-76a3b727597b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0991461 Jun 24 10:38:06.604081 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.608603 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-876719b9-6bdd-4eca-8c98-3272b669c24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:06.650420 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07c12cd8-b1e6-40b5-9c0d-e2f7a0e9e5da req-9bb8f385-bb90-4265-9c30-666c08c114f6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Jun 24 10:38:06.657408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:06.667720 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:06.753798 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:06.756709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:06.792194 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:06.795193 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:06.798680 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:06.821808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40006-68c6-4ed2-b224-d9c91a1c2d1d req-66277df8-01a3-45b0-826f-fd744393ee63 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:06.823365 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1ed40006-68c6-4ed2-b224-d9c91a1c2d1d req-66277df8-01a3-45b0-826f-fd744393ee63 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 945 time: 0.0684686 Jun 24 10:38:06.824341 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ba8087-6b87-474f-a0af-b507b8d365e5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:06.830500 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:06.884124 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1ed40006-68c6-4ed2-b224-d9c91a1c2d1d req-310fefda-7555-4f7c-a1f7-b719ede91f03 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Jun 24 10:38:07.159932 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f20217-915b-4540-8e0f-7f84c9b8c7e4 None None] Network 45899704-97c3-476e-bec7-2e520450a5fd requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:07.231930 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:07.281681 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['2dce8de4-7089-4e03-96d6-71efa22d01ed'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:38:07.414317 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-177c1160-fbb3-4709-993b-d14712562f52 None None] Provisioning for port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:07.458963 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:07.772705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:38:07.831178 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 45f7bf53-da2a-4e67-a230-1c6a85f1e856 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:07.978133 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:07.990450 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:07.990450 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.099297 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5c928-9c32-47f7-82b4-b81c2969f480 req-d6f66910-ee89-41f9-a0bc-b8edfe21631a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:08.102244 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfb5c928-9c32-47f7-82b4-b81c2969f480 req-d6f66910-ee89-41f9-a0bc-b8edfe21631a tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 945 time: 0.0956869 Jun 24 10:38:08.131561 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.149003 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfb5c928-9c32-47f7-82b4-b81c2969f480 req-9369f3c3-43d5-43c7-b93c-cb546eef78ed tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Jun 24 10:38:08.181320 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=45f7bf53-da2a-4e67-a230-1c6a85f1e856,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:08.189613 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cec31-cfa0-48f0-9adb-6a74bff4b6c1 req-beb00841-2c41-4eb5-a46a-4d7cd13bc3a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:08.196694 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-067cec31-cfa0-48f0-9adb-6a74bff4b6c1 req-beb00841-2c41-4eb5-a46a-4d7cd13bc3a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.4102373 Jun 24 10:38:08.210103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:08.223706 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Sync routers for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:08.237576 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:08.241502 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:08.245939 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-067cec31-cfa0-48f0-9adb-6a74bff4b6c1 req-71c1783b-bc79-45e2-8b43-0a29276c4f53 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483904 Jun 24 10:38:08.268792 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.268792 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:08.309475 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=45f7bf53-da2a-4e67-a230-1c6a85f1e856,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:08.312698 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:08.352925 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:08.361378 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.365653 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9731624 Jun 24 10:38:08.366779 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54382) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:08.527639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54390) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:08.551220 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:06Z', 'revision_number': 3, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:08.582483 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Deleting subnet 33fa10d8-4462-453b-bc77-3ee08bd3d1a5 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:38:08.586761 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.586888 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Checking router: 7295cc50-335a-4cd7-bc75-4e263fd3eb10 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:08.586888 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Updating router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 port b7ba8087-6b87-474f-a0af-b507b8d365e5 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:08.623681 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.625741 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.704186 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.856397 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.862203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a3f015b8-9387-400d-b8b2-03a4665929ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:08.908166 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.910482 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fa10d8-4462-453b-bc77-3ee08bd3d1a5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:08.925187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:08.926072 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:08.928139 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-2fe64576-9e32-4a5c-be3c-12664e2b9b9a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/33fa10d8-4462-453b-bc77-3ee08bd3d1a5 HTTP/1.1" status: 204 len: 168 time: 0.3994217 Jun 24 10:38:08.931156 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54406) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:09.026788 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.068991 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.080907 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Transition to ACTIVE for port object b7ba8087-6b87-474f-a0af-b507b8d365e5 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:09.112329 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Allocated IP 172.20.0.1 (45899704-97c3-476e-bec7-2e520450a5fd/ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3/0466f755-b644-409c-a49e-4193ee0a6ddd) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:09.118344 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.131526 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:09.143911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f60e587-d43f-4158-8614-377c042f7c49') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:09.144290 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f60e587-d43f-4158-8614-377c042f7c49') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:09.153559 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.163909 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.167653 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:09.169906 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.182611 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:38:09.184530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:38:09.187849 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:38:09.223759 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Attempting to bind port b7ba8087-6b87-474f-a0af-b507b8d365e5 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:09.224305 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Attempting to bind port b7ba8087-6b87-474f-a0af-b507b8d365e5 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:09.224462 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Attempting to bind port b7ba8087-6b87-474f-a0af-b507b8d365e5 on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:09.231381 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:09.232115 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:09.232784 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.233380 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:09.234078 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Bound port: b7ba8087-6b87-474f-a0af-b507b8d365e5, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:09.234655 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.259956 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.284455 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Transition to ACTIVE for port object 0466f755-b644-409c-a49e-4193ee0a6ddd will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:09.315431 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad088eb-b518-4e86-8098-9be425a575da None None] Pushing event updated for resources: {'Port': ['ID=b7ba8087-6b87-474f-a0af-b507b8d365e5,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:09.319433 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-5ad088eb-b518-4e86-8098-9be425a575da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:09.330457 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] For port b7ba8087-6b87-474f-a0af-b507b8d365e5, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:09.334673 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] For port b7ba8087-6b87-474f-a0af-b507b8d365e5, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=b7ba8087-6b87-474f-a0af-b507b8d365e5,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:09.395344 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.407885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:09.409018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7b0e-c3c8-4c9b-b2f7-b9e5e4b74ea4 req-185f9b03-627a-49f4-bc40-abe4c6effcd4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:09.411212 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.413545 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] 10.222.0.24 "DELETE /v2.0/networks/db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75 HTTP/1.1" status: 204 len: 168 time: 0.4814358 Jun 24 10:38:09.417279 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf0e7b0e-c3c8-4c9b-b2f7-b9e5e4b74ea4 req-185f9b03-627a-49f4-bc40-abe4c6effcd4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 945 time: 0.0850165 Jun 24 10:38:09.419462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54424) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:09.424059 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.426707 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f63abadf-3e42-4feb-a1e6-6eb4e3ffaf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:09.437338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.448669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Pushing event deleted for resources: {'Network': ['ID=db49cde2-3bc8-4f09-b2fa-aa6ac4da2f75,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:09.451861 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-033cfd52-72d0-4c6e-bda3-2642cf6ea579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:09.471107 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3de64fa0-c641-4328-a92c-2b8a10df2f01 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:09.479952 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:09.480639 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:09.496750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20977f63-8118-483e-94b2-ea7d91f9d478 req-fb0765c4-2505-400d-8aff-56ad972bc608 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:09.498821 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20977f63-8118-483e-94b2-ea7d91f9d478 req-fb0765c4-2505-400d-8aff-56ad972bc608 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0920396 Jun 24 10:38:09.529840 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Network 45899704-97c3-476e-bec7-2e520450a5fd is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:09.543578 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad088eb-b518-4e86-8098-9be425a575da None None] Pushing event updated for resources: {'Port': ['ID=b7ba8087-6b87-474f-a0af-b507b8d365e5,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:09.544492 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf0e7b0e-c3c8-4c9b-b2f7-b9e5e4b74ea4 req-d07ffefe-d8fd-455d-8f76-57eb95f040cc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263058 Jun 24 10:38:09.547602 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-5ad088eb-b518-4e86-8098-9be425a575da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:09.550169 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20977f63-8118-483e-94b2-ea7d91f9d478 req-5c78ced3-4992-42f9-b04f-7334de284a23 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Jun 24 10:38:09.567774 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Pushing event updated for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:09.589983 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:09.604849 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:09.610087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Deleting subnet 82af9130-8ad1-40a0-8e46-bacff220f12c {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:38:09.625401 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:09.637660 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:09.657966 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.660701 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.735782 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.825213 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 45f7bf53-da2a-4e67-a230-1c6a85f1e856 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:09.830858 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.874769 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:06Z', 'revision_number': 3, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:09.885797 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:09.886183 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.902294 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376ed60-4d20-469d-9617-e73eeb01f08c None None] The sync data for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb is: [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:06Z', 'revision_number': 3, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:09.944698 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-405e0113-cacb-40e3-a957-be04f44ea4bf None None] Provisioning for port 0466f755-b644-409c-a49e-4193ee0a6ddd completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:09.952357 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.966291 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-56965e32-de38-46c0-b913-fd9eaf6663bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:09.972958 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-405e0113-cacb-40e3-a957-be04f44ea4bf None None] Provisioning complete for port 0466f755-b644-409c-a49e-4193ee0a6ddd triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:09.972958 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-405e0113-cacb-40e3-a957-be04f44ea4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.979616 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:09.984306 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54432) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:09.995430 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82af9130-8ad1-40a0-8e46-bacff220f12c HTTP/1.1" status: 204 len: 168 time: 0.5612319 Jun 24 10:38:10.017648 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82af9130-8ad1-40a0-8e46-bacff220f12c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:10.020627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cce9dd1c-b555-4718-82b0-31bc36ecdfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:10.026562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.026902 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-405e0113-cacb-40e3-a957-be04f44ea4bf None None] Port 0466f755-b644-409c-a49e-4193ee0a6ddd cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:38:10.089060 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.189202 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.205240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08546aa1-ac22-4f86-9366-9532c0536676']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:10.222830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0ede7d-ba11-4698-8326-9b93c31b3f87') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:10.222830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0ede7d-ba11-4698-8326-9b93c31b3f87') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:10.238553 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.253806 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2dce8de4-7089-4e03-96d6-71efa22d01ed up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:10.284168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.291421 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.292968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:38:10.293386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:38:10.295170 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:38:10.371167 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59036973'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.374676 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:10.398410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 2dce8de4-7089-4e03-96d6-71efa22d01ed completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:10.402780 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 2dce8de4-7089-4e03-96d6-71efa22d01ed triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:10.403411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.452619 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Pushing event updated for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:10.454955 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.457187 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:10.500703 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.520669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.525340 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:38:10.526797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-aef3a7c5-86eb-44cd-8cc2-8d9ac6d4c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:10.528155 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e1aab-891e-42d7-a0cb-b38bbef32ffe" -d '{"events": [{"server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "name": "network-vif-plugged", "status": "completed", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:10.531061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.532794 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] 10.222.0.24 "DELETE /v2.0/networks/08546aa1-ac22-4f86-9366-9532c0536676 HTTP/1.1" status: 204 len: 168 time: 0.5457492 Jun 24 10:38:10.547265 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:10.549479 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=08546aa1-ac22-4f86-9366-9532c0536676,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:10.552426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:10.586518 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Network 45899704-97c3-476e-bec7-2e520450a5fd is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:10.590429 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:10.624210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:10.635690 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:10.710335 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd64d09-cb3d-4c8b-87ac-095eba1a6812 x-openstack-request-id: req-bcd64d09-cb3d-4c8b-87ac-095eba1a6812 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:10.710641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "name": "network-vif-plugged", "status": "completed", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:10.710905 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcd64d09-cb3d-4c8b-87ac-095eba1a6812 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:10.711744 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed', 'code': 200} Jun 24 10:38:10.786840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:10.790243 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:10.793662 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:38:10.859437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85d827-cc8b-4cae-b474-73c27132ed45 req-f959bf2d-716e-48fa-8b48-a46dd7bae46d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:10.866806 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e85d827-cc8b-4cae-b474-73c27132ed45 req-f959bf2d-716e-48fa-8b48-a46dd7bae46d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.1313796 Jun 24 10:38:10.927642 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e85d827-cc8b-4cae-b474-73c27132ed45 req-978e3e4a-4c3d-4307-93c9-e5f37fd48e91 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Jun 24 10:38:10.978885 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9a186915-12e4-4935-9e6f-5262c9f4d7de None None] Provisioning complete for port 0466f755-b644-409c-a49e-4193ee0a6ddd triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:10.980126 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9a186915-12e4-4935-9e6f-5262c9f4d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:11.007013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54492) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:11.042342 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73961-943d-4876-9cb6-4ff386229bb2 req-15dd838c-ca9b-4b39-9c48-8c2579500672 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:11.049804 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-13b73961-943d-4876-9cb6-4ff386229bb2 req-15dd838c-ca9b-4b39-9c48-8c2579500672 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.2307239 Jun 24 10:38:11.093402 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-9a186915-12e4-4935-9e6f-5262c9f4d7de None None] Port 0466f755-b644-409c-a49e-4193ee0a6ddd cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:38:11.099743 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:11.107306 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] 10.222.0.24 "PUT /v2.0/routers/7295cc50-335a-4cd7-bc75-4e263fd3eb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388053 Jun 24 10:38:11.109646 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-46d234f0-fb29-4bfa-96fe-34917197114f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ac087d1d8f49e7a4109bfb6d624287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007409 Jun 24 10:38:11.112461 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54498) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:11.129687 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-13b73961-943d-4876-9cb6-4ff386229bb2 req-02ef80d9-8d1f-4521-a894-1b273c31f19c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788615 Jun 24 10:38:11.187999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:11.226818 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:11.319116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026422f-0267-40c9-a16e-8d6476ac6ffe req-4bbc2868-ae0a-4c66-9692-65a23b656a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:11.320685 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0026422f-0267-40c9-a16e-8d6476ac6ffe req-4bbc2868-ae0a-4c66-9692-65a23b656a44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 1099 time: 0.1109953 Jun 24 10:38:11.397740 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0026422f-0267-40c9-a16e-8d6476ac6ffe req-afc1cef1-52eb-4bad-b94f-18669f603b9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 Jun 24 10:38:11.415608 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:11.418757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:11.419950 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c97edf4e-5aed-4323-8272-607014240f47 HTTP/1.1" status: 204 len: 168 time: 0.3062458 Jun 24 10:38:11.420708 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9118d8a1-4f85-4f34-9c84-2c525d688d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:11.428358 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97edf4e-5aed-4323-8272-607014240f47,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:11.430783 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:11.812251 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device b7ba8087-6b87-474f-a0af-b507b8d365e5 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:11.955279 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Sync routers for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:11.965102 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:11.965742 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:12.087723 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:12.119492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port b7ba8087-6b87-474f-a0af-b507b8d365e5 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:12.124086 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794fe3-774d-4b63-a144-fb827f295071 req-404d3eea-b443-42b3-ac4b-eb4f2ad2537c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:12.125179 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b2794fe3-774d-4b63-a144-fb827f295071 req-404d3eea-b443-42b3-ac4b-eb4f2ad2537c tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.0850029 Jun 24 10:38:12.132146 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port b7ba8087-6b87-474f-a0af-b507b8d365e5 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:12.132625 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:12.257063 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b2794fe3-774d-4b63-a144-fb827f295071 req-0fa20560-c72e-4f4e-8d81-3012311f55bd tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257737 Jun 24 10:38:12.418118 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112279-2869-4eb7-8f2a-6ebafbafdf3e req-f5720cfd-ce25-4edc-b373-230bbfd314bc tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:12.420169 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-30112279-2869-4eb7-8f2a-6ebafbafdf3e req-f5720cfd-ce25-4edc-b373-230bbfd314bc tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0761898 Jun 24 10:38:12.467338 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-30112279-2869-4eb7-8f2a-6ebafbafdf3e req-f3c6f61a-266b-4576-8690-cdc5b6642418 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Jun 24 10:38:12.485127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:12.514614 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port b7ba8087-6b87-474f-a0af-b507b8d365e5, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=b7ba8087-6b87-474f-a0af-b507b8d365e5,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:12.559680 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:10Z', 'revision_number': 2, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:12.585529 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Checking router: 7295cc50-335a-4cd7-bc75-4e263fd3eb10 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:12.589258 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Updating router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 port 0466f755-b644-409c-a49e-4193ee0a6ddd binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:12.608532 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:12.612015 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:12.651127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:12.676074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=b7ba8087-6b87-474f-a0af-b507b8d365e5,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:12.680000 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:12.795254 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:12.842629 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a4a80844-35ac-437a-b2f2-4c149cf096fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a8780925b814cb2875e8f5c90eec7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456159 Jun 24 10:38:12.844915 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54548) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:12.902032 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54550) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:12.912976 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:12.936087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.007753 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.050162 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.051611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Transition to ACTIVE for port object 0466f755-b644-409c-a49e-4193ee0a6ddd will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:13.053059 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.056961 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0a0868a-93d3-4aca-a232-06122683cf26 HTTP/1.1" status: 204 len: 168 time: 0.2083244 Jun 24 10:38:13.056961 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:13.064093 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0868a-93d3-4aca-a232-06122683cf26,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:13.068457 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:13.124323 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.127695 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-745159d4-71c9-478d-ac2f-e36f4db6d81f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:13.128112 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.169428 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54562) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:13.176756 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-34233510-network', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:13.208528 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Pushing event updated for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:13.231637 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:13.240093 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.268910 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Attempting to bind port 0466f755-b644-409c-a49e-4193ee0a6ddd on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:13.269315 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Attempting to bind port 0466f755-b644-409c-a49e-4193ee0a6ddd by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:13.269675 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Attempting to bind port 0466f755-b644-409c-a49e-4193ee0a6ddd on network 45899704-97c3-476e-bec7-2e520450a5fd {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:13.276239 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:13.276637 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Checking segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:13.277168 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.277540 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Bound using segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:13.278039 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Bound port: 0466f755-b644-409c-a49e-4193ee0a6ddd, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:13.278432 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.299808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.325417 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c6b0ca52-af6b-4cc4-be5d-313ca435ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:13.350308 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] For port 0466f755-b644-409c-a49e-4193ee0a6ddd, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:13.357380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] For port 0466f755-b644-409c-a49e-4193ee0a6ddd, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0466f755-b644-409c-a49e-4193ee0a6ddd,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:13.375835 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e66c1d79c55419886160702cd7c66e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726090 Jun 24 10:38:13.380317 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:13.397355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45333e-dfc6-493e-83e1-824926a8c131,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:13.408057 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:13.422700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Made reservation on behalf of 38aec354d6ea4fbebe1574fe243e4696 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:13.425568 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.438736 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.441581 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-822f6a20-e247-4154-9b5f-025b92b4fac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:13.453677 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.506610 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Pushing event updated for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:13.511044 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:13.512052 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:13.512685 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:13.555032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.628534 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642423-75d0-44ef-9f5e-b3ae6a89d9cf req-695c425c-317f-4886-ba5a-2f2fe9df3752 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:13.636396 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-16642423-75d0-44ef-9f5e-b3ae6a89d9cf req-695c425c-317f-4886-ba5a-2f2fe9df3752 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.1770322 Jun 24 10:38:13.640016 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.663032 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:13.759629 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb22e-d75d-4009-918d-c8061cadb3b6 req-ce67bb8b-3c9b-4374-94ff-5aabcddc211b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:13.767532 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d5feb22e-d75d-4009-918d-c8061cadb3b6 req-ce67bb8b-3c9b-4374-94ff-5aabcddc211b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1234398 Jun 24 10:38:13.806118 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-16642423-75d0-44ef-9f5e-b3ae6a89d9cf req-dde9f6da-76c3-403d-9371-29907e21b387 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683526 Jun 24 10:38:13.883776 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device b7ba8087-6b87-474f-a0af-b507b8d365e5 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:13.887502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:13.902165 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d5feb22e-d75d-4009-918d-c8061cadb3b6 req-a0466776-4acd-4a45-b3b1-b63d67b0f351 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171060 Jun 24 10:38:13.996774 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port b7ba8087-6b87-474f-a0af-b507b8d365e5 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:13.997190 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.012792 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.021222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:14.050540 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:13Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:14.057634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.057634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.057634 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e45333e-dfc6-493e-83e1-824926a8c131 HTTP/1.1" status: 204 len: 168 time: 0.6752529 Jun 24 10:38:14.071041 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:38:14.083497 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e315386-3e05-4d84-81fe-b61a2f3ad81e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:14.092263 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840fda1-2f4d-4e55-b0de-ff9c5e5c9b80 None None] The sync data for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb is: [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:13Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:14.111364 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:14.111364 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:14.115052 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.115295 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Added segment 4dcac8bf-c661-4504-aec7-550e1aeb97c5 of type vlan for network 1a578289-a6ab-45d6-bf4e-86ba55e48800 Jun 24 10:38:14.135188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45333e-dfc6-493e-83e1-824926a8c131,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:14.148801 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:14.223200 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.406977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.411339 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:14.411339 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:14.412079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9623627c-8b17-40f1-b43b-1039f2df004f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:14.512353 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Pushing event updated for resources: {'Network': ['ID=1a578289-a6ab-45d6-bf4e-86ba55e48800,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:14.516844 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:14.535122 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:38:14.550100 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3788917 Jun 24 10:38:14.553508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54602) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:14.559302 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Request body: {'subnet': {'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-34233510-subnet', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:14.690168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Made reservation on behalf of 38aec354d6ea4fbebe1574fe243e4696 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:14.694000 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.005103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.010636 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05a52c12-2be3-4d34-ae66-7b5213621b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:15.096028 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94090-0d26-43da-ab3f-024bf653fe8b req-41b1a6c9-e0f1-46bd-acd9-1962f489e521 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:15.099208 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7aa94090-0d26-43da-ab3f-024bf653fe8b req-41b1a6c9-e0f1-46bd-acd9-1962f489e521 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.1435792 Jun 24 10:38:15.132032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6c50a6-ba18-4ae0-bcdc-95c8181897d6,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:15.139834 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:15.157431 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7aa94090-0d26-43da-ab3f-024bf653fe8b req-868fbdf9-26c9-43f8-bb02-0d835886139e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Jun 24 10:38:15.159070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Checking segment: {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:15.159415 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Network hostable DHCP agents. Network: 1a578289-a6ab-45d6-bf4e-86ba55e48800, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:38:15.164820 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e5579-38a3-4062-99cf-83021bf101a6 req-090490cc-884c-4ddc-abca-0ae91699feed tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:15.173282 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-712e5579-38a3-4062-99cf-83021bf101a6 req-090490cc-884c-4ddc-abca-0ae91699feed tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1360672 Jun 24 10:38:15.244425 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-712e5579-38a3-4062-99cf-83021bf101a6 req-6f4bb224-7f9f-427e-81a3-6763348b85e6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Jun 24 10:38:15.252270 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:38:15.360711 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 1a578289-a6ab-45d6-bf4e-86ba55e48800) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:15.364964 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:15.366961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.371391 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c040c58-bed6-4788-85b7-3d19eb2d2244 None None] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:15.597054 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0385458 Jun 24 10:38:15.598599 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54646) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:15.599872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-1a578289-a6ab-45d6-bf4e-86ba55e48800', 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'fixed_ips': [{'subnet_id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:38:15.600823 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.612073 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:15.715324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.716669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.784680 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Allocated IP 172.20.0.2 (1a578289-a6ab-45d6-bf4e-86ba55e48800/2f6c50a6-ba18-4ae0-bcdc-95c8181897d6/eeef809f-748d-4621-93b6-b99be460b4d2) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:15.832769 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:15.895333 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0466f755-b644-409c-a49e-4193ee0a6ddd up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:16.050069 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.060303 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Transition to ACTIVE for port object eeef809f-748d-4621-93b6-b99be460b4d2 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:16.096136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Transition to ACTIVE for port object eeef809f-748d-4621-93b6-b99be460b4d2 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:16.105184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.138994 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 0466f755-b644-409c-a49e-4193ee0a6ddd completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:16.143864 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 0466f755-b644-409c-a49e-4193ee0a6ddd triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:16.146377 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.172611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.176987 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:16.224994 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:16.229632 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:16.238236 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:16.241568 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Pushing event updated for resources: {'Port': ['ID=eeef809f-748d-4621-93b6-b99be460b4d2,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:16.246786 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:16.352763 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.362508 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Attempting to bind port eeef809f-748d-4621-93b6-b99be460b4d2 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:16.362897 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Attempting to bind port eeef809f-748d-4621-93b6-b99be460b4d2 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:16.364376 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Attempting to bind port eeef809f-748d-4621-93b6-b99be460b4d2 on network 1a578289-a6ab-45d6-bf4e-86ba55e48800 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:16.372398 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:16.372694 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Checking segment: {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:16.373312 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.373715 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Bound using segment: {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:16.374208 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Bound port: eeef809f-748d-4621-93b6-b99be460b4d2, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:16.374597 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.415228 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 0466f755-b644-409c-a49e-4193ee0a6ddd, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0466f755-b644-409c-a49e-4193ee0a6ddd,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:16.479954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] For port eeef809f-748d-4621-93b6-b99be460b4d2, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:16.484502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] For port eeef809f-748d-4621-93b6-b99be460b4d2, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=eeef809f-748d-4621-93b6-b99be460b4d2,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:16.518711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.523412 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:16.588990 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:16.592229 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:16.602591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.633048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57c64-8677-4f3a-bee1-47df7ebc8367 req-2da7c2e5-d967-4c46-84ab-a458f3ea231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:16.634589 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4ea57c64-8677-4f3a-bee1-47df7ebc8367 req-2da7c2e5-d967-4c46-84ab-a458f3ea231e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.2185881 Jun 24 10:38:16.640993 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.648357 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9ae9-5f8a-4408-9c28-2ef43089efaa req-604c6935-05e7-47c2-8dcf-ab341e9d6421 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:16.649814 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f21b9ae9-5f8a-4408-9c28-2ef43089efaa req-604c6935-05e7-47c2-8dcf-ab341e9d6421 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.2353122 Jun 24 10:38:16.678820 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:16.686160 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:16.748868 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4ea57c64-8677-4f3a-bee1-47df7ebc8367 req-7242ff31-f9ab-424f-90ef-3cda3d569f9f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980923 Jun 24 10:38:16.766944 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f21b9ae9-5f8a-4408-9c28-2ef43089efaa req-800014f9-b1cf-4b38-9bc3-3ddd25a30249 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040990 Jun 24 10:38:16.828859 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Allocated IP 172.28.2.83 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/ee626b40-c402-4350-a6d2-edca62d7a6b4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:16.921614 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Pushing event updated for resources: {'Port': ['ID=eeef809f-748d-4621-93b6-b99be460b4d2,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:16.926242 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:16.959025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:17.059296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:17.061472 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:17.148061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:17.150998 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:17.158614 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:17.162021 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Pushing event updated for resources: {'Port': ['ID=ee626b40-c402-4350-a6d2-edca62d7a6b4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:17.191098 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:17.554635 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:17.783875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:17.965234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0466f755-b644-409c-a49e-4193ee0a6ddd up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:18.009137 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6f9b1-4539-489a-a951-8c2a123e3cd2 None None] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:18.027167 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Router 2f84971a-2ee8-4adf-b095-979145cd304e is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:38:18.032608 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021074-e58a-45fd-8e3b-f35239c3b5d3 req-7f27b254-7497-4f29-8c2e-c72525633552 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:18.046647 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72021074-e58a-45fd-8e3b-f35239c3b5d3 req-7f27b254-7497-4f29-8c2e-c72525633552 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0922282 Jun 24 10:38:18.084103 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-72021074-e58a-45fd-8e3b-f35239c3b5d3 req-3fb8a41f-9566-458d-81d5-ebe6c3ec8978 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Jun 24 10:38:18.124723 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 0466f755-b644-409c-a49e-4193ee0a6ddd triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:18.125306 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.187752 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c8fd4302-e8aa-40d9-9ac2-f65ee617d105 None None] Provisioning for port eeef809f-748d-4621-93b6-b99be460b4d2 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:18.288577 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device eeef809f-748d-4621-93b6-b99be460b4d2 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:18.393083 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:18.403895 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Sync routers for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:18.423448 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:18.424623 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:18.464322 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port eeef809f-748d-4621-93b6-b99be460b4d2 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:18.468522 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port eeef809f-748d-4621-93b6-b99be460b4d2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:18.474270 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.547629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.549066 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9494648 Jun 24 10:38:18.551903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54708) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:18.554624 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:18.582091 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.624092 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port eeef809f-748d-4621-93b6-b99be460b4d2, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=eeef809f-748d-4621-93b6-b99be460b4d2,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:18.639197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-1adcc9bb-5ace-4b8a-9696-d55167be8572 None None] Provisioning complete for port eeef809f-748d-4621-93b6-b99be460b4d2 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:18.639197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1adcc9bb-5ace-4b8a-9696-d55167be8572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.721116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1adcc9bb-5ace-4b8a-9696-d55167be8572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.750231 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:17Z', 'revision_number': 3, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:18.779222 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Checking router: 2f84971a-2ee8-4adf-b095-979145cd304e for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:18.779573 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Updating router 2f84971a-2ee8-4adf-b095-979145cd304e port ee626b40-c402-4350-a6d2-edca62d7a6b4 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:18.796449 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.802502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:18.834598 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:18.889633 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.db.api [None req-1adcc9bb-5ace-4b8a-9696-d55167be8572 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 10:38:18.890154 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_db.api [None req-1adcc9bb-5ace-4b8a-9696-d55167be8572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:38:18.890685 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=eeef809f-748d-4621-93b6-b99be460b4d2,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:18.894018 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:19.065178 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.144177 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.163386 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Transition to ACTIVE for port object ee626b40-c402-4350-a6d2-edca62d7a6b4 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:19.244551 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Allocated IP 172.20.0.1 (1a578289-a6ab-45d6-bf4e-86ba55e48800/2f6c50a6-ba18-4ae0-bcdc-95c8181897d6/bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:19.278530 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.281059 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:19.290650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3895-4938-4c9b-ad2f-5859f9c9bce2 req-9fc3e4da-a4c0-467a-bed7-8a6b516bb3fa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:19.292316 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5a4c3895-4938-4c9b-ad2f-5859f9c9bce2 req-9fc3e4da-a4c0-467a-bed7-8a6b516bb3fa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0728590 Jun 24 10:38:19.343020 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Pushing event updated for resources: {'Port': ['ID=ee626b40-c402-4350-a6d2-edca62d7a6b4,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:19.362634 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5a4c3895-4938-4c9b-ad2f-5859f9c9bce2 req-c36c7f08-c57b-4c16-8d06-629c80f94535 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635338 Jun 24 10:38:19.379321 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Attempting to bind port ee626b40-c402-4350-a6d2-edca62d7a6b4 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:19.380033 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Attempting to bind port ee626b40-c402-4350-a6d2-edca62d7a6b4 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:19.380893 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Attempting to bind port ee626b40-c402-4350-a6d2-edca62d7a6b4 on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:19.382148 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.383435 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:19.389200 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:19.389200 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:19.389633 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.390023 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:19.390489 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Bound port: ee626b40-c402-4350-a6d2-edca62d7a6b4, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:19.390944 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.396937 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Transition to ACTIVE for port object bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:19.442771 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] For port ee626b40-c402-4350-a6d2-edca62d7a6b4, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:19.446259 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] For port ee626b40-c402-4350-a6d2-edca62d7a6b4, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ee626b40-c402-4350-a6d2-edca62d7a6b4,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:19.658314 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.658956 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.669830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18631c59-4949-47f6-8f50-3fbd4b0b302d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:19.670632 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:19.696913 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:19.700705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:19.704854 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:19.721139 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:19.721791 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:19.742813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.855676 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:19.862799 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device eeef809f-748d-4621-93b6-b99be460b4d2 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:19.864267 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:19.931002 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port eeef809f-748d-4621-93b6-b99be460b4d2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:19.931570 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:19.944556 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Pushing event updated for resources: {'Port': ['ID=ee626b40-c402-4350-a6d2-edca62d7a6b4,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:19.949835 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:19.969006 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:20.092166 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:20.125283 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-117bba28-a673-4078-a16a-5f0f31ba9fed None None] Provisioning for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:20.130774 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-117bba28-a673-4078-a16a-5f0f31ba9fed None None] Provisioning complete for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:20.131611 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-117bba28-a673-4078-a16a-5f0f31ba9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:20.183268 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-117bba28-a673-4078-a16a-5f0f31ba9fed None None] Port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:38:20.307444 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:17Z', 'revision_number': 3, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:20.312216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:20.333182 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a2690-1d41-4e85-beb2-76c63a350341 None None] The sync data for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb is: [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:17Z', 'revision_number': 3, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:20.478953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:20.482203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:20.561835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:20.564555 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:20.567491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:20.601442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52c0e-7441-4ee4-99bd-07b101785aa7 req-edb40dee-497e-41de-831a-cb3f66bf8fb5 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:20.607533 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8af52c0e-7441-4ee4-99bd-07b101785aa7 req-edb40dee-497e-41de-831a-cb3f66bf8fb5 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1034250 Jun 24 10:38:20.676530 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8af52c0e-7441-4ee4-99bd-07b101785aa7 req-93007ed1-6d0d-4074-90ed-6402d57c7680 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Jun 24 10:38:20.706105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:20.706652 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:20.899747 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Router 2f84971a-2ee8-4adf-b095-979145cd304e has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:38:21.062948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:21.070227 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] 10.222.0.24 "PUT /v2.0/routers/2f84971a-2ee8-4adf-b095-979145cd304e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5172539 Jun 24 10:38:21.113033 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c26bef8f-8747-4945-a503-27ff37af3f2d None None] Provisioning complete for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:21.114012 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c26bef8f-8747-4945-a503-27ff37af3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:21.152622 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-c26bef8f-8747-4945-a503-27ff37af3f2d None None] Port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:38:21.560287 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce790bf2-6f89-4dc9-93b2-26caf9a3a89c req-6341a52a-86d0-4b8d-a211-5a89504dfacc tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:21.562329 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce790bf2-6f89-4dc9-93b2-26caf9a3a89c req-6341a52a-86d0-4b8d-a211-5a89504dfacc tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0827570 Jun 24 10:38:21.605830 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ce790bf2-6f89-4dc9-93b2-26caf9a3a89c req-42bb0a04-4987-429f-9153-a9e5e7371845 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Jun 24 10:38:21.695341 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-e2456d9d-0182-40ab-ace2-cc9e2c0d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:21.697261 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-e2456d9d-0182-40ab-ace2-cc9e2c0d73d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0876269 Jun 24 10:38:21.798832 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-9177c20a-65e8-4141-8532-2b9ccd66fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:21.800342 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-9177c20a-65e8-4141-8532-2b9ccd66fcf4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.0909500 Jun 24 10:38:21.856698 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ee626b40-c402-4350-a6d2-edca62d7a6b4 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:21.866941 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-59db898b-18db-4448-a6d9-6b06354348da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0402331 Jun 24 10:38:21.930044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-2e378434-6328-4064-ae8e-626cd9ca1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:21.934964 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-2e378434-6328-4064-ae8e-626cd9ca1a0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0474536 Jun 24 10:38:21.989675 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-40493931-eecd-4035-9190-ea2a84bc44c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292172 Jun 24 10:38:21.999127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port ee626b40-c402-4350-a6d2-edca62d7a6b4 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:21.999322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54784) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:22.002425 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port ee626b40-c402-4350-a6d2-edca62d7a6b4 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:22.003095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.011206 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623505673', 'description': 'tempest-secgroup-smoke-1623505673 description', 'project_id': '26681666493b4292980156d39206122f'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:22.086298 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.107020 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port ee626b40-c402-4350-a6d2-edca62d7a6b4, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ee626b40-c402-4350-a6d2-edca62d7a6b4,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:22.108184 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-158cf19d-49d3-4026-b184-03fd5a2949cf service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000729 Jun 24 10:38:22.109093 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.210421 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.215781 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:22.226032 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.226248 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4e5ead04-90cd-4304-b2a9-2fca85a4de2a req-2f453224-4d39-44e4-b552-2feba1848a4b service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965979 Jun 24 10:38:22.287681 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=ee626b40-c402-4350-a6d2-edca62d7a6b4,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:22.290969 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:22.301363 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.305473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77fad43b-4f97-45fc-9903-5b0896a332b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:22.366072 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Sync routers for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:22.378029 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:22.378840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:22.537549 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:22.611756 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f592b-0302-424d-a253-4647eec6a89e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:22.619602 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.620002 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.620459 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.620810 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.621157 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.621500 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.621843 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.622178 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.622563 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.622895 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.623249 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.623581 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:22.628421 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:22.737518 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.742129 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7395835 Jun 24 10:38:22.742507 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54804) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:22.749068 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:22.781966 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:19Z', 'revision_number': 4, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': 'bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9', 'name': '', 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'mac_address': 'fa:16:3e:f7:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:19Z', 'updated_at': '2021-06-24T10:38:20Z', 'revision_number': 2, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'subnets': [{'id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:22.801694 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74d2a5-388e-4190-8db3-2bd572e0aaa5 req-5f2b85bb-75e7-4ec1-8b5b-2987d6088af1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:22.803225 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3f74d2a5-388e-4190-8db3-2bd572e0aaa5 req-5f2b85bb-75e7-4ec1-8b5b-2987d6088af1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0684593 Jun 24 10:38:22.813520 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Checking router: 2f84971a-2ee8-4adf-b095-979145cd304e for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:22.813860 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Updating router 2f84971a-2ee8-4adf-b095-979145cd304e port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:22.843048 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3f74d2a5-388e-4190-8db3-2bd572e0aaa5 req-ea569159-2454-4113-bc6a-7eec5af7f3a8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jun 24 10:38:22.851209 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.861712 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:22.957910 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.032329 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.034221 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:23.051552 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c2f847-1b0a-46de-be57-424e705f007c,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:23.061500 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:23.132203 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.137132 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894820 Jun 24 10:38:23.137132 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54814) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:23.141836 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:23.162198 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.172570 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Transition to ACTIVE for port object bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:23.284373 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.286464 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:23.294114 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.340809 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Pushing event updated for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:23.345765 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:23.371950 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.396797 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Attempting to bind port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:23.397182 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Attempting to bind port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:23.397582 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Attempting to bind port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 on network 1a578289-a6ab-45d6-bf4e-86ba55e48800 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:23.404064 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:23.404440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Checking segment: {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:23.409440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.409440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Bound using segment: {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:23.409440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Bound port: bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcac8bf-c661-4504-aec7-550e1aeb97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:23.409440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.439619 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.445468 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c5445d8a-b5fb-4ba2-a9f4-0fb4f008caba tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:23.461124 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e3fb2f-8374-4598-bc0c-e5f0bbd7fd0d,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:23.464889 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:23.484618 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] For port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:23.487910 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] For port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:23.563898 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.565158 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-8e97ad00-6c19-4376-91a3-f39437296aec tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4273014 Jun 24 10:38:23.567890 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 54822) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:23.572792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:23.661726 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.663820 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:23.697676 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.723135 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:38:23.723816 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:37:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:23.729069 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Pushing event updated for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:23.765088 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:23.778371 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.848959 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:38:23.849776 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:23.853029 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ee626b40-c402-4350-a6d2-edca62d7a6b4 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:23.862475 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-45bfe8b2-7b05-4f7c-b919-3b82ed83e8f4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:23.883960 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e625a2c-85f4-4be9-9436-23e21b0372c4,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:23.889545 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:24.009412 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.011293 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423764 Jun 24 10:38:24.014519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:24.019916 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:24.063920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfddf7-7d7f-47ab-9973-aa2af206a01a req-7f900d61-7c9a-4ca8-8464-5e5e365271aa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:24.065621 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60dfddf7-7d7f-47ab-9973-aa2af206a01a req-7f900d61-7c9a-4ca8-8464-5e5e365271aa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0897603 Jun 24 10:38:24.120482 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60dfddf7-7d7f-47ab-9973-aa2af206a01a req-a513b5bf-686b-4533-a7a0-f2def78a5039 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475168 Jun 24 10:38:24.143153 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.191874 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port ee626b40-c402-4350-a6d2-edca62d7a6b4 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:24.192264 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.217887 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.296249 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.299478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:24.332894 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c341b59-34d5-45a9-8c14-715077c33110,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:24.342040 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.343582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.343582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.343582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.344479 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:19Z', 'revision_number': 4, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': 'bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9', 'name': '', 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'mac_address': 'fa:16:3e:f7:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:19Z', 'updated_at': '2021-06-24T10:38:23Z', 'revision_number': 4, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'subnets': [{'id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:24.345050 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.345376 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.345805 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.346392 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.346971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.348376 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.348985 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.349548 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:24.354857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:24.379116 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8b298-67b7-4fea-a0a8-d77da6f09bd7 None None] The sync data for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb is: [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:38:19Z', 'revision_number': 4, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': 'bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9', 'name': '', 'network_id': '1a578289-a6ab-45d6-bf4e-86ba55e48800', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'mac_address': 'fa:16:3e:f7:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:19Z', 'updated_at': '2021-06-24T10:38:23Z', 'revision_number': 4, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'subnets': [{'id': '2f6c50a6-ba18-4ae0-bcdc-95c8181897d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:24.445426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.449185 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304583 Jun 24 10:38:24.449676 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54842) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:24.459210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:24.598183 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Project 26681666493b4292980156d39206122f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:38:24.604963 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.685192 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.840504 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.843134 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d10c42a4-a6f0-4e91-a794-9718b1f721dd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:24.863146 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0ab001-7fcd-41c9-9b01-9e0eb4b06b2c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:24.867535 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:24.940943 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:24.942168 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4918380 Jun 24 10:38:24.945040 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 54856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:24.950480 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'security_group_rule': {'security_group_id': '0f6f592b-0302-424d-a253-4647eec6a89e', 'project_id': '26681666493b4292980156d39206122f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:25.073643 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Project 26681666493b4292980156d39206122f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:38:25.078960 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:25.161689 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:25.271428 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:25.299320 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:25.325520 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e13a2a1-3793-41bd-8d61-44da95e3f40f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:25.327610 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:25.356280 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e839a53-6776-491c-af84-7bcb4cb2454e req-3dd56f37-4fa7-4ee7-a956-49ac9ad88bd7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:25.357952 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7e839a53-6776-491c-af84-7bcb4cb2454e req-3dd56f37-4fa7-4ee7-a956-49ac9ad88bd7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0980506 Jun 24 10:38:25.404893 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7e839a53-6776-491c-af84-7bcb4cb2454e req-22ad81c7-46f6-46f1-8ec2-a338d49303a0 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Jun 24 10:38:25.435145 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:25.444169 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4905226 Jun 24 10:38:25.820851 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:25.941341 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:25.955458 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:25.955859 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:26.014310 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-71828a80-3837-4c70-84d7-1cd6fdbe50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:26.015818 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-71828a80-3837-4c70-84d7-1cd6fdbe50ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0545602 Jun 24 10:38:26.040477 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:26.073467 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:26.148918 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-129ad04f-041f-43fd-94b4-c80a0793769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:26.150379 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-129ad04f-041f-43fd-94b4-c80a0793769c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.0987148 Jun 24 10:38:26.187330 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:26.189217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:26.238321 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0026b09-b443-4147-8851-eed3c34aa19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:26.246132 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:26.257013 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-d0e459b7-ad1c-4e43-8456-4b423e44165a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0499060 Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.260410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.261372 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.261372 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.261372 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.261602 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.261902 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:26.266020 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:26.335399 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-0cdeae86-a87a-4286-8494-df496e0a53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:26.336997 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-0cdeae86-a87a-4286-8494-df496e0a53a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0517955 Jun 24 10:38:26.379210 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-38c3a4d4-0f24-4f0a-8da7-8d132acda8d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272038 Jun 24 10:38:26.520932 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-f9ba1ecb-8535-44e2-9216-087cd17971f4 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225505 Jun 24 10:38:26.598020 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84474a1-768c-4d84-8c15-329162260754 req-4d21cc39-45aa-4eef-92a4-9556c7ee1f5e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:26.600082 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e84474a1-768c-4d84-8c15-329162260754 req-4d21cc39-45aa-4eef-92a4-9556c7ee1f5e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0703552 Jun 24 10:38:26.637105 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0f01ce9a-b489-4d55-bdfc-8326f4a44bea req-9d8a3144-fc58-4a96-9314-984d02393527 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017375 Jun 24 10:38:26.650813 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e84474a1-768c-4d84-8c15-329162260754 req-1805575c-aaea-4d78-9961-7f975bb493cd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Jun 24 10:38:27.804977 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:27.874821 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:27.875222 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:29.004474 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1ada-546d-44a0-9744-523eac40cea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:29.131567 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:29.805081 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a408d-e78a-405f-98e0-134335e8987a req-38bb12e5-e693-41a1-b6b4-2a41f9d91028 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:29.807328 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a0a408d-e78a-405f-98e0-134335e8987a req-38bb12e5-e693-41a1-b6b4-2a41f9d91028 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0731082 Jun 24 10:38:29.847529 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a0a408d-e78a-405f-98e0-134335e8987a req-0ac43bdc-bc26-4c09-b417-4c8a0d882c50 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344803 Jun 24 10:38:30.120913 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.201251 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55052) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:31.255138 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.308062 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.409259 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.503402 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.506032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1401291e-035e-4955-8775-7187fbe2103d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:31.543771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365b5bcd-091a-4755-b32d-f0ddb088e71a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:31.546901 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:31.549305 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ed0ca9c038486eae13be493c65229e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470452 Jun 24 10:38:31.552794 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 55056) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:31.613661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.632574 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.757805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.760462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:31.761628 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/365b5bcd-091a-4755-b32d-f0ddb088e71a HTTP/1.1" status: 204 len: 168 time: 0.2078621 Jun 24 10:38:31.762383 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:31.769964 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365b5bcd-091a-4755-b32d-f0ddb088e71a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:31.772341 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:32.131758 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:32.507879 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 55074) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:32.522026 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:32.614099 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:32.748966 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:32.752997 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e44a9d16-e5ff-4487-a382-7b8ad52524f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:32.792492 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81556396841545c7948064b10c4ca5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834353 Jun 24 10:38:32.793519 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423c3144-2a0c-4c49-b6fe-f533220f098b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:32.795297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:32.796807 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:32.848718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:32.873131 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:33.257113 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:33.260283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:33.261419 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/423c3144-2a0c-4c49-b6fe-f533220f098b HTTP/1.1" status: 204 len: 168 time: 0.4645479 Jun 24 10:38:33.262163 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33a9ee1e-f13a-4448-bc68-df600eb3710a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:33.269662 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423c3144-2a0c-4c49-b6fe-f533220f098b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:33.271962 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:34.118307 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:34.132713 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.218521 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.275741 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.278471 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:34.313880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a0db4-e438-4ee6-ae26-287746dafe77,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:34.318290 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da24340763a4424f9c0c2643c222922e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983635 Jun 24 10:38:34.319239 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:34.320966 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:34.369162 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.391725 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.629152 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.632121 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:34.633379 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a9a0db4-e438-4ee6-ae26-287746dafe77 HTTP/1.1" status: 204 len: 168 time: 0.3109133 Jun 24 10:38:34.634149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-72bc5863-bff1-4b78-8ff7-577050abc990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:34.642556 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a0db4-e438-4ee6-ae26-287746dafe77,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:34.644942 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:36.055195 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec2f8e-960a-4d3d-b7ca-07817629a2b2 req-a361dfc5-cd5b-4aec-ac51-5a5bff5e4427 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:36.057228 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-04ec2f8e-960a-4d3d-b7ca-07817629a2b2 req-a361dfc5-cd5b-4aec-ac51-5a5bff5e4427 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0648515 Jun 24 10:38:36.121398 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-04ec2f8e-960a-4d3d-b7ca-07817629a2b2 req-26c596d1-f7d2-4c03-9d15-1fd427bb95ae tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Jun 24 10:38:36.136167 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-a4b48726-c5bd-4820-9e42-3ac3876898e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:36.137624 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-a4b48726-c5bd-4820-9e42-3ac3876898e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0795403 Jun 24 10:38:36.254114 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-9e8f4281-7ead-4006-a24f-65cb7732d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:36.255973 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-9e8f4281-7ead-4006-a24f-65cb7732d952 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.1068726 Jun 24 10:38:36.339146 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-497df236-618b-43e9-9f1a-975502052b64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0365367 Jun 24 10:38:36.407353 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-7dfaf476-46ea-4ead-bc8d-6591d0ff9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:36.409337 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-7dfaf476-46ea-4ead-bc8d-6591d0ff9f17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0516615 Jun 24 10:38:36.456293 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-dfc5e32e-00ed-4a96-8779-2349151e27a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318885 Jun 24 10:38:36.556010 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-bdae8321-9d54-4778-b603-e5a881a8105d service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892067 Jun 24 10:38:36.657556 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-67e9061c-a471-43e8-afe7-e87368b4e229 req-f56d22e6-d9ff-40d5-bee2-55b9e32a93ed service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893710 Jun 24 10:38:37.311516 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4f9b5-738a-4210-ba24-2096bdfaf0b2 req-79d57732-1032-4230-8b65-1716204a5162 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:37.312968 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b5a4f9b5-738a-4210-ba24-2096bdfaf0b2 req-79d57732-1032-4230-8b65-1716204a5162 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0653064 Jun 24 10:38:37.350563 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b5a4f9b5-738a-4210-ba24-2096bdfaf0b2 req-7a702afd-aaae-4106-8217-50adda0d6791 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Jun 24 10:38:38.537758 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34926e8-36a1-4208-b7d4-17c58d248bca req-74f0e456-d0b5-4c75-ae2f-9065626dad21 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:38.539196 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f34926e8-36a1-4208-b7d4-17c58d248bca req-74f0e456-d0b5-4c75-ae2f-9065626dad21 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0766110 Jun 24 10:38:38.575768 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f34926e8-36a1-4208-b7d4-17c58d248bca req-842990b5-12bb-4ba8-aaa3-02b51739859a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Jun 24 10:38:39.541007 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55236) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:39.665063 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:39.750529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:39.817037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:39.819687 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:39.853569 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e2e72e-35df-4c65-8153-d40c83dcafca,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:39.857874 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81820355d5914f42a46d48f3979f0042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158350 Jun 24 10:38:39.858794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:39.860672 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55244) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:39.910145 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:39.930838 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:40.084195 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:38:40.089283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:40.092004 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:40.093154 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15e2e72e-35df-4c65-8153-d40c83dcafca HTTP/1.1" status: 204 len: 168 time: 0.2315757 Jun 24 10:38:40.093931 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33d75fcc-5449-446c-b414-d734dfa6c6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:40.101754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e2e72e-35df-4c65-8153-d40c83dcafca,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:40.104502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:41.159298 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:41.250813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1168799654-network', 'tenant_id': '29666b781fe64ce8b6d922a3aa2a3677'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:41.325271 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Made reservation on behalf of 29666b781fe64ce8b6d922a3aa2a3677 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:41.327634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.335919 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.485032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.554337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.558309 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-928785c5-bacc-48d0-b3e8-ddf626fb5e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:41.580600 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1addd939-b50e-4f1d-8114-f9d4ccc13d0c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:41.584474 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:41.617835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:38:41.627968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.628311 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.segments_db [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Added segment 2614506b-4405-44b9-ad2c-1ed6b1ffa0b1 of type vlan for network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f Jun 24 10:38:41.666668 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.782485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.783881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:41.784469 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:41.786660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89a201fc-0ccd-4b40-b50c-fe12ed022d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:41.845439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:41.848134 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:41.855574 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:38:41.926044 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7656536 Jun 24 10:38:41.928951 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55280) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:38:41.934477 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Request body: {'subnet': {'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1168799654-subnet', 'tenant_id': '29666b781fe64ce8b6d922a3aa2a3677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:42.026370 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Made reservation on behalf of 29666b781fe64ce8b6d922a3aa2a3677 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:42.028845 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:42.246053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:42.248383 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-04181375-1d13-4924-a40e-0988226c76a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:42.301553 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dfb927-54fd-4a01-aa40-16d95545775c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:42.305794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:42.310052 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Checking segment: {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:42.310413 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Network hostable DHCP agents. Network: 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:38:42.399596 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:38:42.508161 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:42.512990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:42.513588 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:42.519418 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c42894-3129-4de2-ab10-1458420006f5 None None] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:42.594870 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6648183 Jun 24 10:38:42.655846 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195ee57-bcf1-4af0-8689-fd05ab394012 None None] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:38:49.162087 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-3afdc29b-6b1e-43b4-88fc-ab12ae8bf582 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295570 Jun 24 10:38:49.219355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-909f2cf1-4d35-4f37-b6bb-20e9a6e05aa7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:49.220802 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-909f2cf1-4d35-4f37-b6bb-20e9a6e05aa7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.1017859 Jun 24 10:38:49.235584 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-46d77f02-6db2-44b3-853b-7a7056f80ae6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/quotas/9fbe2398d45e457eb6995bfdb5714563 HTTP/1.1" status: 200 len: 375 time: 0.0094078 Jun 24 10:38:49.321365 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b27b152a-d2f3-4758-ad1e-740fe225bedc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767341 Jun 24 10:38:49.347739 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-f04bf5e4-cc4b-43e3-97f7-62c092b28034 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:49.349238 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-f04bf5e4-cc4b-43e3-97f7-62c092b28034 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812162 Jun 24 10:38:49.364998 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-aa53cec1-7da2-49aa-aa37-ff353f10002e tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/quotas/ee64ccb1c836454c99c9d7bc70bb9f8b HTTP/1.1" status: 200 len: 375 time: 0.0093992 Jun 24 10:38:49.397808 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-2712f0ca-5cea-4cfe-a3dc-11a788ed61da tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271046 Jun 24 10:38:49.416777 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-bf554297-010a-425b-9cdf-c14bd7e1594b service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888543 Jun 24 10:38:49.508474 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-ee6b5f1f-9500-430d-98bc-e1bb569b7ccb service neutron] 10.222.0.24 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Jun 24 10:38:49.833304 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0766ce-1f36-4931-913a-1359c969b10a req-3b0d716c-93ff-4ddb-ad6f-714d2329e183 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:49.851790 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1c0766ce-1f36-4931-913a-1359c969b10a req-3b0d716c-93ff-4ddb-ad6f-714d2329e183 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1175981 Jun 24 10:38:49.897183 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1c0766ce-1f36-4931-913a-1359c969b10a req-9ca0aa4c-63bd-42df-9aea-b39f7d50a452 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Jun 24 10:38:50.209104 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f32dbe77-6d55-44bd-b2ae-89dc69013e08 req-c15657c3-e9ff-420b-b56f-0cfeee2c142f tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0307963 Jun 24 10:38:50.222202 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-1bcfb483-9d68-4124-b336-88d67bfb344c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:50.223714 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-1bcfb483-9d68-4124-b336-88d67bfb344c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 809 time: 0.1065698 Jun 24 10:38:50.243644 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-9500cd20-7ff1-413b-a6fb-e13106d85cbc tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/quotas/29666b781fe64ce8b6d922a3aa2a3677 HTTP/1.1" status: 200 len: 375 time: 0.0102277 Jun 24 10:38:50.280109 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06031bda-f2cd-4c2d-93e9-f3d357f46531 req-83a9fa62-dcdb-437e-b421-465fcb609f46 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Jun 24 10:38:50.283483 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-a2419f7c-0f6c-4961-be80-02e871ab1726 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293789 Jun 24 10:38:50.387220 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-fbca00e4-1dcd-4da4-83e7-6cc0dcee0953 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969648 Jun 24 10:38:50.486814 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-381e5d8f-5095-4dca-a713-acd7893d2929 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Jun 24 10:38:50.766741 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c578f49-8b2e-4a88-b023-48803370dd98 req-738178f3-6b1c-40a7-bcd7-154914d8c55f tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0287597 Jun 24 10:38:51.086459 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc462f70-4895-40d1-825d-67ac9c21138f req-dd85b00f-3e6b-49de-bfbe-f152ac45f43e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:51.089092 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc462f70-4895-40d1-825d-67ac9c21138f req-dd85b00f-3e6b-49de-bfbe-f152ac45f43e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0679963 Jun 24 10:38:51.141626 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc462f70-4895-40d1-825d-67ac9c21138f req-c9deeca0-a972-49f9-b689-5f39a27211bf tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Jun 24 10:38:51.384513 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a9f18c10-a674-47b2-b7a3-0d4c1f133c53 req-02f44372-5180-4bad-bb64-aab14f6490d1 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Jun 24 10:38:51.448349 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-27580091-94c9-442e-a800-ce1758910156 req-0c4b6009-d09e-4613-b63d-11e9c0ea8441 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jun 24 10:38:51.847052 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3123ba93-7477-4873-886e-a15495dbe413 req-8bdd2768-3944-4276-a506-1b9ddd80b927 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0278993 Jun 24 10:38:52.320625 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c266091-7d53-478e-beda-59646fdabde8 req-10607441-f107-4696-b165-203e4776195b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:52.322713 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c266091-7d53-478e-beda-59646fdabde8 req-10607441-f107-4696-b165-203e4776195b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0726764 Jun 24 10:38:52.362791 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c266091-7d53-478e-beda-59646fdabde8 req-4680e8a0-7a9a-4c64-9073-27ebf7242b41 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jun 24 10:38:52.528655 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-de46f06a-2a58-48b1-8074-e990d55c7f08 req-180b0c39-ee5b-4d30-a823-862a312496c8 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0305927 Jun 24 10:38:52.596603 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-35d6b6f1-5d00-4358-bcc5-ca1b85ea5e5e req-00bf4f0d-0dc4-4712-840f-c48a97b795f7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0278671 Jun 24 10:38:52.987260 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-46fce694-217b-4593-b05f-cc3bf528fca2 req-da8ee46d-92f9-40e0-834f-83d683634826 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Jun 24 10:38:53.048798 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-be070f28-bd23-4590-8b0e-7712d6c8ba70 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249026 Jun 24 10:38:53.182800 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-59e13f96-f738-44eb-8cb1-f14a3f956458 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:53.184361 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-59e13f96-f738-44eb-8cb1-f14a3f956458 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116760 Jun 24 10:38:53.243053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Request body: {'port': {'device_id': '6712046c-c42c-472c-925d-f19f3005dee4', 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e', 'admin_state_up': True, 'tenant_id': 'ee64ccb1c836454c99c9d7bc70bb9f8b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:53.443634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Made reservation on behalf of ee64ccb1c836454c99c9d7bc70bb9f8b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:53.447993 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:53.460897 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:53.550540 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62dc3e-ac96-4d66-bb88-304d523329ce req-d1d00710-34ff-459b-878f-e8d98680b168 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:53.552068 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ca62dc3e-ac96-4d66-bb88-304d523329ce req-d1d00710-34ff-459b-878f-e8d98680b168 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0745461 Jun 24 10:38:53.584248 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:53.598234 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ca62dc3e-ac96-4d66-bb88-304d523329ce req-c190eb03-9293-4f15-af17-1759849b8416 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Jun 24 10:38:53.668035 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:53.671134 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-54a13fb5-62b7-40ce-ac39-13f7ef2f84a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:53.725205 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f49878c4-e1a3-4294-a3b6-b83895aca084 req-e64c3f03-798a-4205-b5ae-1a12f14e98b2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0295420 Jun 24 10:38:53.729632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce2c48-3fc5-48aa-a21e-1013182a23f7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:53.738077 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:53.809179 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Allocated IP 192.168.233.118 (d3cceb81-d64d-462d-8b18-1f1b5e47bd7e/5a5e28c5-1c5c-4063-96ec-06ad5bd87874/98f8df7b-a934-45aa-9cf8-920449a876aa) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:53.874802 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9fc6fa41-05ff-48b5-8f88-81a3067c94eb req-885ee89a-5b0e-4bdb-9e3c-de7db1f4e98b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0424147 Jun 24 10:38:53.977557 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:53.992314 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Transition to ACTIVE for port object 98f8df7b-a934-45aa-9cf8-920449a876aa will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:54.127050 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-da334765-9509-4e37-93f0-0b4ccd9f0211 req-d3c777e6-38c6-47f2-aa7c-73d0f3b2d3dc tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0285678 Jun 24 10:38:54.131334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:54.137441 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2238dfca-18d7-48c4-9abb-a314629b1d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:54.181215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:54.186227 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:54.190203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:54.222971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Pushing event updated for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:54.228119 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:54.257374 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:54.258036 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:54.398729 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1595907 Jun 24 10:38:54.408648 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-f96676c8-cefb-49cc-bc28-56623f2ce9e7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:54.410014 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-f96676c8-cefb-49cc-bc28-56623f2ce9e7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 815 time: 0.1007633 Jun 24 10:38:54.449170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ee2b4550-f086-49e9-8307-1cc180c34736 None None] Provisioning for port 98f8df7b-a934-45aa-9cf8-920449a876aa completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:38:54.453041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ee2b4550-f086-49e9-8307-1cc180c34736 None None] Provisioning complete for port 98f8df7b-a934-45aa-9cf8-920449a876aa triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:38:54.453423 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4550-f086-49e9-8307-1cc180c34736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:54.468890 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Request body: {'port': {'device_id': '6712046c-c42c-472c-925d-f19f3005dee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:54.490329 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b4550-f086-49e9-8307-1cc180c34736 None None] Port 98f8df7b-a934-45aa-9cf8-920449a876aa cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:38:54.499878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Request body: {'port': {'device_id': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'admin_state_up': True, 'tenant_id': '9fbe2398d45e457eb6995bfdb5714563'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:54.615719 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:54.839057 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Made reservation on behalf of 9fbe2398d45e457eb6995bfdb5714563 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:54.842456 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:54.939867 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24dab-4c9b-42d8-a5e4-c1b0e73fa061 req-daea7ca7-5771-4766-962a-f0df89a96c88 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:54.941212 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3e24dab-4c9b-42d8-a5e4-c1b0e73fa061 req-daea7ca7-5771-4766-962a-f0df89a96c88 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1990211 Jun 24 10:38:55.049916 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b3e24dab-4c9b-42d8-a5e4-c1b0e73fa061 req-78504317-e159-429e-8579-10a139678e31 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Jun 24 10:38:55.102999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Allocated IP 172.20.0.12 (302db360-0ac3-43ca-9adc-2945effe4b8d/6671edc7-6e19-4b2e-987d-e3b0b21b1a40/98b99104-a35c-490a-9662-bee7a8287697) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:55.112593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f8df7b-a934-45aa-9cf8-920449a876aa {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:38:55.124907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:55.155205 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Transition to ACTIVE for port object 98f8df7b-a934-45aa-9cf8-920449a876aa will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:55.185822 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520612e-d4c6-4c83-ab1d-34784ee56445 req-b85863a6-cfb8-47a9-afc5-849cd56086f5 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:55.187500 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d520612e-d4c6-4c83-ab1d-34784ee56445 req-b85863a6-cfb8-47a9-afc5-849cd56086f5 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 936 time: 0.0947022 Jun 24 10:38:55.231161 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d520612e-d4c6-4c83-ab1d-34784ee56445 req-0d259fa6-06d7-49d9-9464-22a323eb7b3a tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Jun 24 10:38:55.250864 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:55.259700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ffcd5fce-c43f-4273-b6e6-8057f92d7842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:55.263940 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d3c2e22e-6e15-4da2-9ee3-094f6ac94334 req-4c99a7f7-458f-45ab-ae6e-a92c7fb7dc3d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0644958 Jun 24 10:38:55.442454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:55.473043 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:55.485649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:55.506591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f81bbcae-9c22-4d09-8555-0a041b276def req-87e8b8a2-cfd9-48fe-bbea-28d83f21fa2d tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0559731 Jun 24 10:38:55.547034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Attempting to bind port 98f8df7b-a934-45aa-9cf8-920449a876aa on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:55.547034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Attempting to bind port 98f8df7b-a934-45aa-9cf8-920449a876aa by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:55.547034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Attempting to bind port 98f8df7b-a934-45aa-9cf8-920449a876aa on network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:55.558736 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Port 98f8df7b-a934-45aa-9cf8-920449a876aa on network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:38:55.558736 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Attempting to bind port 98f8df7b-a934-45aa-9cf8-920449a876aa on network d3cceb81-d64d-462d-8b18-1f1b5e47bd7e {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:55.571051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:55.572850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Checking segment: {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:55.572850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Bound using segment: {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:55.573086 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Bound port: 98f8df7b-a934-45aa-9cf8-920449a876aa, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c4e56e-0136-424c-8a4f-f85a8b35ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:55.573390 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:55.879793 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:55.885485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:55.931856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:55.958439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Network 302db360-0ac3-43ca-9adc-2945effe4b8d is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:55.958664 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', '2dce8de4-7089-4e03-96d6-71efa22d01ed'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:38:55.976723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event updated for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:56.016357 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:56.019077 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:56.054155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98f8df7b-a934-45aa-9cf8-920449a876aa,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:56.055856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:56.124155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.124855 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.172672 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-8223d0c2-85ab-4413-bcb3-3c51bd302520 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.174295 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-8223d0c2-85ab-4413-bcb3-3c51bd302520 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 809 time: 0.2402713 Jun 24 10:38:56.188559 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.192648 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec5f215b-e9c5-40c7-b5af-e4d66c52df7a tempest-VolumesActionsTest-809014351 tempest-VolumesActionsTest-809014351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:56.244829 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Request body: {'port': {'device_id': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f', 'admin_state_up': True, 'tenant_id': '29666b781fe64ce8b6d922a3aa2a3677'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:56.274862 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.276065 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.283425 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/98f8df7b-a934-45aa-9cf8-920449a876aa HTTP/1.1" status: 200 len: 1098 time: 1.8186634 Jun 24 10:38:56.283990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:38:56.287054 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a" -d '{"events": [{"name": "network-changed", "server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:56.319814 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f79e0028-6532-417e-9905-dda2fd2b2ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.339002 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8663061 Jun 24 10:38:56.362522 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:56.367375 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:56.456900 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00daee-5e37-4b9b-820a-b31685872399 req-7b3d6775-30ee-47da-8818-f9505d8ea846 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.458677 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cb00daee-5e37-4b9b-820a-b31685872399 req-7b3d6775-30ee-47da-8818-f9505d8ea846 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1206498 Jun 24 10:38:56.515666 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cb00daee-5e37-4b9b-820a-b31685872399 req-b002c41f-01b5-4803-990b-3250b0abc6b8 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Jun 24 10:38:56.522441 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Request body: {'port': {'device_id': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:56.623901 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Made reservation on behalf of 29666b781fe64ce8b6d922a3aa2a3677 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:56.627671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.709707 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2eb8b-dffc-4416-aa4b-d8c93af90cdd req-f74bbd51-95c8-4ecb-a8f1-6771a510ed09 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.711732 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3dd2eb8b-dffc-4416-aa4b-d8c93af90cdd req-f74bbd51-95c8-4ecb-a8f1-6771a510ed09 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 948 time: 0.0706580 Jun 24 10:38:56.757472 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3dd2eb8b-dffc-4416-aa4b-d8c93af90cdd req-15c09243-956e-46aa-a153-47926b9a89e2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Jun 24 10:38:56.807191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:56.807191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5d13-90da-41fe-9acd-e738dc559801 req-ed264177-e104-4df3-b8dc-b0400d4b72dd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.807191 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-abce5d13-90da-41fe-9acd-e738dc559801 req-ed264177-e104-4df3-b8dc-b0400d4b72dd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.3103528 Jun 24 10:38:56.815123 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-b2fac9a0-b567-4a20-bf2d-829540a78964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.816550 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-b2fac9a0-b567-4a20-bf2d-829540a78964 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 1101 time: 0.2321548 Jun 24 10:38:56.925975 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-7d5e2367-1f1a-4c4a-be8d-7c15aa23483c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=98f8df7b-a934-45aa-9cf8-920449a876aa HTTP/1.1" status: 200 len: 217 time: 0.0559266 Jun 24 10:38:56.926872 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12af01-2f92-4da4-9565-ecee701a3944 req-718aae83-57ee-474e-ad5d-b50b612591d4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:56.928528 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf12af01-2f92-4da4-9565-ecee701a3944 req-718aae83-57ee-474e-ad5d-b50b612591d4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 932 time: 0.0671074 Jun 24 10:38:56.966945 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-abce5d13-90da-41fe-9acd-e738dc559801 req-328820ff-25b7-43e8-b063-c17283df18e5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475186 Jun 24 10:38:56.967962 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf12af01-2f92-4da4-9565-ecee701a3944 req-8f4125a2-850a-435d-9c92-4bef27f5cefc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jun 24 10:38:57.022605 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Allocated IP 172.20.0.2 (7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f/28dfb927-54fd-4a01-aa40-16d95545775c/1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:57.036427 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464086ef-b6a8-437d-88be-999edd9f8f1a x-openstack-request-id: req-464086ef-b6a8-437d-88be-999edd9f8f1a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:57.046737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:57.046737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-464086ef-b6a8-437d-88be-999edd9f8f1a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:57.046737 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa', 'status': 'completed', 'code': 200} Jun 24 10:38:57.119295 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-45c21613-18f0-4d51-9b9b-adb50334fee5 req-d732b1fe-7886-4a42-b795-cc062a94c21a tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0287542 Jun 24 10:38:57.127537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-8a92b1a3-8928-499b-b4ef-0cd57b2735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:57.128981 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-8a92b1a3-8928-499b-b4ef-0cd57b2735bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a5e28c5-1c5c-4063-96ec-06ad5bd87874 HTTP/1.1" status: 200 len: 843 time: 0.1041660 Jun 24 10:38:57.335332 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-9d5e5a5a-2df5-4522-9eb7-617bb1f18458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:57.336851 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-9d5e5a5a-2df5-4522-9eb7-617bb1f18458 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3cceb81-d64d-462d-8b18-1f1b5e47bd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1792479 Jun 24 10:38:57.347035 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.448048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b99104-a35c-490a-9662-bee7a8287697 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:38:57.464162 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.501948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Transition to ACTIVE for port object 98b99104-a35c-490a-9662-bee7a8287697 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:57.514077 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-0a329d6e-2536-4ba4-973d-3646c16d8209 service neutron] 10.222.0.45 "GET /v2.0/networks/d3cceb81-d64d-462d-8b18-1f1b5e47bd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583927 Jun 24 10:38:57.576520 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.581014 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:57.635626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Pushing event updated for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:57.642283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:57.649034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.659766 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:57.706403 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213135-8e2e-4159-a0ed-7cc83f559394 req-63fedbc6-3e23-4261-9c2f-39be7de27819 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:57.707835 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b2213135-8e2e-4159-a0ed-7cc83f559394 req-63fedbc6-3e23-4261-9c2f-39be7de27819 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0697713 Jun 24 10:38:57.745943 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b2213135-8e2e-4159-a0ed-7cc83f559394 req-3d8ba017-2685-4ee6-b8d4-980ce5dae68f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Jun 24 10:38:57.759922 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:57.762280 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddaf784d-55b6-4a1f-aa8c-502d7b9ce92f req-80b7bead-211b-4a6c-842a-1c299992239c service neutron] 10.222.0.45 "GET /v2.0/networks/d3cceb81-d64d-462d-8b18-1f1b5e47bd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334304 Jun 24 10:38:57.771256 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:57.776147 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Pushing event updated for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:57.780232 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:38:57.783154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:57.823289 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Attempting to bind port 98b99104-a35c-490a-9662-bee7a8287697 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:38:57.823632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Attempting to bind port 98b99104-a35c-490a-9662-bee7a8287697 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:38:57.823967 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Attempting to bind port 98b99104-a35c-490a-9662-bee7a8287697 on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:57.833347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Port 98b99104-a35c-490a-9662-bee7a8287697 on network 302db360-0ac3-43ca-9adc-2945effe4b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:38:57.833673 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Attempting to bind port 98b99104-a35c-490a-9662-bee7a8287697 on network 302db360-0ac3-43ca-9adc-2945effe4b8d {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:38:57.848391 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:57.849005 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.852356 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:38:57.852692 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Checking segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:38:57.853088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Bound using segment: {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:38:57.854026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Bound port: 98b99104-a35c-490a-9662-bee7a8287697, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63253e24-2d22-4485-ab62-43a5cb01ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:38:57.854026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:57.968912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:57.971614 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7327878 Jun 24 10:38:57.973656 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98b99104-a35c-490a-9662-bee7a8287697,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:57.991842 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd8a1e-6940-49f5-b216-0cdd5749ad44 req-eef9149a-5b2c-44b6-accb-1e2850917847 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:57.993729 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ebd8a1e-6940-49f5-b216-0cdd5749ad44 req-eef9149a-5b2c-44b6-accb-1e2850917847 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 948 time: 0.1183817 Jun 24 10:38:58.048070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:58.051017 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:58.055480 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ebd8a1e-6940-49f5-b216-0cdd5749ad44 req-e956104a-5284-4183-99fc-4d4b09e5448b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Jun 24 10:38:58.092043 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Request body: {'port': {'device_id': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:38:58.138305 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.139128 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:58.141591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] 10.222.0.45 "PUT /v2.0/ports/98b99104-a35c-490a-9662-bee7a8287697 HTTP/1.1" status: 200 len: 1094 time: 1.6243515 Jun 24 10:38:58.169412 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a1107-e3ac-4009-b997-cd3f62ade538 req-83659fd4-154f-4a57-85bc-62d3511388b5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.176438 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b11a1107-e3ac-4009-b997-cd3f62ade538 req-83659fd4-154f-4a57-85bc-62d3511388b5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0844984 Jun 24 10:38:58.211154 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b11a1107-e3ac-4009-b997-cd3f62ade538 req-e4fefe0b-a027-4c74-82e4-23665b0dbe76 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Jun 24 10:38:58.242026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Pushing event updated for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:58.245463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:58.276123 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-c21feaa5-c8d3-49b9-9896-c83e0beaabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.277908 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-c21feaa5-c8d3-49b9-9896-c83e0beaabae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 1101 time: 0.2168283 Jun 24 10:38:58.295635 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:58.388697 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0e5dc-2a05-43e0-8bfd-81898308f9a8 req-aa7f3723-b80f-4227-8906-a200032757e6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.390286 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1fa0e5dc-2a05-43e0-8bfd-81898308f9a8 req-aa7f3723-b80f-4227-8906-a200032757e6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 931 time: 0.0666721 Jun 24 10:38:58.420058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f97ea-4396-4212-a8a2-0c24686f1c5e req-af61361e-bb50-4120-ad90-85a80627feb2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.421542 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-867f97ea-4396-4212-a8a2-0c24686f1c5e req-af61361e-bb50-4120-ad90-85a80627feb2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 944 time: 0.2380085 Jun 24 10:38:58.429111 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1fa0e5dc-2a05-43e0-8bfd-81898308f9a8 req-303c4f9f-f7b5-407a-9603-8a9bbab364f2 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jun 24 10:38:58.561575 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-1c47f1f7-67f7-4ca8-aac1-86249de1e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.563040 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-1c47f1f7-67f7-4ca8-aac1-86249de1e755 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d3cceb81-d64d-462d-8b18-1f1b5e47bd7e HTTP/1.1" status: 200 len: 870 time: 0.2370291 Jun 24 10:38:58.572019 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-eb99da07-6b31-44fa-8a0c-0f2317696e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:58.573482 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-eb99da07-6b31-44fa-8a0c-0f2317696e93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 1097 time: 0.2891977 Jun 24 10:38:58.578765 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-867f97ea-4396-4212-a8a2-0c24686f1c5e req-92e5ac09-8f58-4400-a695-a2d480d27d45 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443505 Jun 24 10:38:59.001891 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fc6439e2-a17e-4a16-b26b-984343457249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:59.021583 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-140a9e0c-06d8-46b9-bf98-5a2254e993bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=98f8df7b-a934-45aa-9cf8-920449a876aa HTTP/1.1" status: 200 len: 217 time: 0.3952167 Jun 24 10:38:59.022754 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-e6c46c02-ed71-45f1-bc2b-f982c663da6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98b99104-a35c-490a-9662-bee7a8287697 HTTP/1.1" status: 200 len: 217 time: 0.3950076 Jun 24 10:38:59.042278 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'tag': '98b99104-a35c-490a-9662-bee7a8287697'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:38:59.046185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a86501-e5cb-457b-8921-bf58b882362f" -d '{"events": [{"name": "network-changed", "server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "tag": "98b99104-a35c-490a-9662-bee7a8287697"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:59.106524 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:59.167154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80742ae4-96e9-4011-a8c1-573c6466c8af x-openstack-request-id: req-80742ae4-96e9-4011-a8c1-573c6466c8af {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:59.167584 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "tag": "98b99104-a35c-490a-9662-bee7a8287697", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:59.167879 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80742ae4-96e9-4011-a8c1-573c6466c8af {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:59.168373 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'tag': '98b99104-a35c-490a-9662-bee7a8287697', 'status': 'completed', 'code': 200} Jun 24 10:38:59.255277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-3d610454-96d2-497e-829f-8e0a50999c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.256783 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-3d610454-96d2-497e-829f-8e0a50999c81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.2048132 Jun 24 10:38:59.259802 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-36703d77-cfb1-425f-8955-192b7d16c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.261120 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-36703d77-cfb1-425f-8955-192b7d16c79a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a5e28c5-1c5c-4063-96ec-06ad5bd87874 HTTP/1.1" status: 200 len: 843 time: 0.2109470 Jun 24 10:38:59.303754 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931f9ab-3789-4bd6-83f5-21c4b441dd8b req-b393ade4-9542-4112-be52-e67ff45baf92 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.305614 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2931f9ab-3789-4bd6-83f5-21c4b441dd8b req-b393ade4-9542-4112-be52-e67ff45baf92 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 948 time: 0.0800948 Jun 24 10:38:59.341562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d953-61fa-4877-a3c8-97bdbd9a9f61 req-3dff0066-ec93-426c-90e4-09b71e7d78dd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.343078 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e094d953-61fa-4877-a3c8-97bdbd9a9f61 req-3dff0066-ec93-426c-90e4-09b71e7d78dd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.3262155 Jun 24 10:38:59.346965 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2931f9ab-3789-4bd6-83f5-21c4b441dd8b req-8d6f5ce8-3192-40f1-865e-670a0939379e tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jun 24 10:38:59.408806 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-c8d0ca08-fa68-4d36-9024-acc46e94ba2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092398 Jun 24 10:38:59.464073 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:38:59.519583 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577822-2c87-4631-975f-945ab9b42485 req-734092cd-67fe-46d4-953c-ed9206f7e457 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.520300 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:59.521197 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ab577822-2c87-4631-975f-945ab9b42485 req-734092cd-67fe-46d4-953c-ed9206f7e457 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0685880 Jun 24 10:38:59.557995 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e094d953-61fa-4877-a3c8-97bdbd9a9f61 req-e6a669aa-f232-4f66-91a3-df0a1fd06dd2 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523383 Jun 24 10:38:59.561503 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ab577822-2c87-4631-975f-945ab9b42485 req-56375255-846b-4255-ad81-f866d3287b63 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Jun 24 10:38:59.566617 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Transition to ACTIVE for port object 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:38:59.596473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-caf5d672-111a-4565-8f7c-a5d259400090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.597984 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-caf5d672-111a-4565-8f7c-a5d259400090 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3cceb81-d64d-462d-8b18-1f1b5e47bd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3002191 Jun 24 10:38:59.645093 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-6c93e648-e6a5-453e-9faa-beb7abc7b684 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102876 Jun 24 10:38:59.674613 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:38:59.684092 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:38:59.768442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd202cc-987b-4dbb-8a3c-fb2a62a6b789 req-c34eb8db-20d5-44fe-95b2-511e60ceb501 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:38:59.770001 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bcd202cc-987b-4dbb-8a3c-fb2a62a6b789 req-c34eb8db-20d5-44fe-95b2-511e60ceb501 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 944 time: 0.0699928 Jun 24 10:38:59.815618 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bcd202cc-987b-4dbb-8a3c-fb2a62a6b789 req-ee0de298-b7f0-4510-97a9-3c2e48e89ee3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Jun 24 10:38:59.862138 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:59.869183 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:38:59.943368 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-2baa4773-8093-4fef-ab4e-b21e2a557e63 service neutron] 10.222.0.45 "GET /v2.0/networks/d3cceb81-d64d-462d-8b18-1f1b5e47bd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267975 Jun 24 10:39:00.007665 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8a3864a1-5979-409a-bfba-0db4da68b15f req-0f2f7d39-d314-4580-927e-d0674da18659 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288138 Jun 24 10:39:00.075823 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed3c93-29ff-4ad8-aa63-fa03194fb5eb req-4b37babb-88a6-4881-99f4-97eeb8689f06 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.078269 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bed3c93-29ff-4ad8-aa63-fa03194fb5eb req-4b37babb-88a6-4881-99f4-97eeb8689f06 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 943 time: 0.3785861 Jun 24 10:39:00.089479 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:00.165064 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Attempting to bind port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:39:00.165597 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Attempting to bind port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:39:00.166200 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Attempting to bind port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:00.179812 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:39:00.180168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Attempting to bind port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:00.192594 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bed3c93-29ff-4ad8-aa63-fa03194fb5eb req-2c2fea47-2da6-44f1-9d05-f0198d0a5367 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034856 Jun 24 10:39:00.203856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:39:00.204198 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Checking segment: {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:39:00.204573 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Bound using segment: {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:39:00.205005 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Bound port: 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:39:00.205403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:00.213134 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0ecc6627-2aa4-45e6-a7ae-ade32d04b85a req-912bf0d3-4a7b-4e16-a905-b11dfbd7f333 service neutron] 10.222.0.45 "GET /v2.0/networks/d3cceb81-d64d-462d-8b18-1f1b5e47bd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354064 Jun 24 10:39:00.293064 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:39:00.298798 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:39:00.419566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86501-e5cb-457b-8921-bf58b882362f req-ac38c532-52f5-42f2-9564-b83cb6504f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.421186 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-ac38c532-52f5-42f2-9564-b83cb6504f28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9fbe2398d45e457eb6995bfdb5714563&device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 1097 time: 0.0643330 Jun 24 10:39:00.471890 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:00.483786 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0b072961-ed95-4c76-87ef-bd7c4fc46d1f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:00.550893 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38126-537e-4b95-9af0-59c98eabcebb req-bf610698-76e8-44db-8172-fb813a493ee3 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.552936 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d0e38126-537e-4b95-9af0-59c98eabcebb req-bf610698-76e8-44db-8172-fb813a493ee3 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 948 time: 0.0853546 Jun 24 10:39:00.553593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.554217 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:00.556208 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] 10.222.0.45 "PUT /v2.0/ports/1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b HTTP/1.1" status: 200 len: 1093 time: 2.4998460 Jun 24 10:39:00.610612 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:00.616329 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98f8df7b-a934-45aa-9cf8-920449a876aa details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:00.616899 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:00.620881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86501-e5cb-457b-8921-bf58b882362f req-02dede42-42b7-4460-ab69-2cf3cb427505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.630522 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d0e38126-537e-4b95-9af0-59c98eabcebb req-3245ef1e-f107-4c74-8e7c-2937e2a58989 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600524 Jun 24 10:39:00.631226 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-02dede42-42b7-4460-ab69-2cf3cb427505 service neutron] 10.222.0.45 "GET /v2.0/networks?id=302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 200 len: 916 time: 0.1610973 Jun 24 10:39:00.671541 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-5353a053-8803-4256-9c7e-38b9fa7ad204 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98b99104-a35c-490a-9662-bee7a8287697 HTTP/1.1" status: 200 len: 217 time: 0.0382876 Jun 24 10:39:00.726852 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86501-e5cb-457b-8921-bf58b882362f req-dee9cbd0-7403-4e69-832f-a2b642dc3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.729284 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-dee9cbd0-7403-4e69-832f-a2b642dc3a5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 200 len: 855 time: 0.0484116 Jun 24 10:39:00.792031 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98f8df7b-a934-45aa-9cf8-920449a876aa,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:00.809849 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '98f8df7b-a934-45aa-9cf8-920449a876aa', 'network_id': 'd3cceb81-d64d-462d-8b18-1f1b5e47bd7e', 'port_id': '98f8df7b-a934-45aa-9cf8-920449a876aa', 'mac_address': 'fa:16:3e:0a:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5e28c5-1c5c-4063-96ec-06ad5bd87874', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:00.817109 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-22c136fd-7dfc-4a3e-bb94-8167c3e5bd0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=302db360-0ac3-43ca-9adc-2945effe4b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628366 Jun 24 10:39:00.826481 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1c696-159c-4cb6-8690-ff4d42e7726b req-3d3c9280-79a0-4689-b396-65ea0015d6f7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.827990 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-22f1c696-159c-4cb6-8690-ff4d42e7726b req-3d3c9280-79a0-4689-b396-65ea0015d6f7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0818110 Jun 24 10:39:00.865653 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:00.877265 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-22f1c696-159c-4cb6-8690-ff4d42e7726b req-c6d32c42-b211-4560-9710-376cc7930b30 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 Jun 24 10:39:00.885363 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f8df7b-a934-45aa-9cf8-920449a876aa {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:00.919870 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98f8df7b-a934-45aa-9cf8-920449a876aa,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:00.960690 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261159a-669e-4451-8d4e-8c99bb6dfb46 req-7d39fdf4-bf3e-4f44-95ad-606d778e467e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.963098 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3261159a-669e-4451-8d4e-8c99bb6dfb46 req-7d39fdf4-bf3e-4f44-95ad-606d778e467e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.2211154 Jun 24 10:39:00.978193 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-68899084-4709-4a78-bc3b-677520d358c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:00.979681 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-68899084-4709-4a78-bc3b-677520d358c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 1096 time: 0.1918924 Jun 24 10:39:00.996585 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-9aac95f1-1b37-43be-9ca0-1ed896b1af39 service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561444 Jun 24 10:39:01.033843 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:01.038326 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:01.054055 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3261159a-669e-4451-8d4e-8c99bb6dfb46 req-9e325927-14ef-453a-9839-0a1582f88179 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Jun 24 10:39:01.085950 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-8af9cd81-42fe-4e5d-a5e1-bb707565f1fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b HTTP/1.1" status: 200 len: 217 time: 0.0703962 Jun 24 10:39:01.089310 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44626ee-1f7e-4ed2-9071-d1af529d49f6 req-0f7925e3-a766-4ed5-af6d-9e36947291c9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:01.091047 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e44626ee-1f7e-4ed2-9071-d1af529d49f6 req-0f7925e3-a766-4ed5-af6d-9e36947291c9 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 944 time: 0.0890481 Jun 24 10:39:01.095738 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:01.099033 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:01.135077 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e44626ee-1f7e-4ed2-9071-d1af529d49f6 req-75909af9-3aa0-4fa5-a861-1add83345ede tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Jun 24 10:39:01.179013 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:01.182120 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:01.195688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5986-add0-4641-8007-886a236435dc req-17fc2016-b484-4b99-8789-a027deba86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:01.197149 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-17fc2016-b484-4b99-8789-a027deba86e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28dfb927-54fd-4a01-aa40-16d95545775c HTTP/1.1" status: 200 len: 849 time: 0.0868318 Jun 24 10:39:01.218623 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c9a86501-e5cb-457b-8921-bf58b882362f req-2c918d33-d165-498f-b3df-ef78b4b4a58c service neutron] 10.222.0.45 "GET /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019875 Jun 24 10:39:01.229164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fb402c-c234-49c7-a9a6-804a459e1746 x-openstack-request-id: req-a1fb402c-c234-49c7-a9a6-804a459e1746 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:01.229451 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:01.229754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1fb402c-c234-49c7-a9a6-804a459e1746 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:01.230166 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b', 'status': 'completed', 'code': 200} Jun 24 10:39:01.251323 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-75e1b0bd-85fe-445e-a15a-b73eb0fd328a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313506 Jun 24 10:39:01.296316 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:01.392557 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdb88-5c61-4f74-9b9d-df691c542a23 req-fc2985ca-2529-45a2-8f46-44ecc6f50421 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:01.394436 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c09bdb88-5c61-4f74-9b9d-df691c542a23 req-fc2985ca-2529-45a2-8f46-44ecc6f50421 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 943 time: 0.0680168 Jun 24 10:39:01.397947 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-d3ade0cd-523e-424b-a50d-aa632f5099ab service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909193 Jun 24 10:39:01.434786 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c09bdb88-5c61-4f74-9b9d-df691c542a23 req-5027b86f-0a1b-4730-acd8-89668974f7d0 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jun 24 10:39:01.501445 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-32ef5986-add0-4641-8007-886a236435dc req-0aa380c9-471a-4858-97c8-361b4794bba1 service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948546 Jun 24 10:39:01.827988 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['98f8df7b-a934-45aa-9cf8-920449a876aa'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:01.851600 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b07386-a855-4b44-81b3-0751778c6951 req-5c46f2f6-f2e7-41ea-bf8e-c326e253ca7b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:01.853677 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1b07386-a855-4b44-81b3-0751778c6951 req-5c46f2f6-f2e7-41ea-bf8e-c326e253ca7b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 949 time: 0.1081722 Jun 24 10:39:01.888978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-b45a50ca-84a8-4ab5-8d39-e15b813f2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:01.888978 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-b45a50ca-84a8-4ab5-8d39-e15b813f2b73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 1096 time: 0.0964961 Jun 24 10:39:01.925642 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1b07386-a855-4b44-81b3-0751778c6951 req-7fc66f17-cd8b-43c6-8de8-1d9bd6446ac5 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Jun 24 10:39:02.017096 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-d1841b82-7db6-4689-a95e-7dc0e950ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.018635 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-d1841b82-7db6-4689-a95e-7dc0e950ef0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 910 time: 0.1212912 Jun 24 10:39:02.073677 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-262adeac-ca52-4617-a3ec-3d909626d3ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b HTTP/1.1" status: 200 len: 217 time: 0.0396180 Jun 24 10:39:02.121422 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8942-3368-4284-b60a-9ba878b5bc49 req-8bf0ea2c-891f-467a-8a3a-24cb9a90b65e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.123806 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fa9f8942-3368-4284-b60a-9ba878b5bc49 req-8bf0ea2c-891f-467a-8a3a-24cb9a90b65e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0879984 Jun 24 10:39:02.145786 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-74470c64-d177-4ec1-97d0-b3c35cf79cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.147508 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-74470c64-d177-4ec1-97d0-b3c35cf79cd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28dfb927-54fd-4a01-aa40-16d95545775c HTTP/1.1" status: 200 len: 849 time: 0.0625885 Jun 24 10:39:02.167567 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fa9f8942-3368-4284-b60a-9ba878b5bc49 req-f8e5c50b-8799-48ab-b217-be5c5d880366 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Jun 24 10:39:02.183012 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:02.197712 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-3de2915b-5c52-44bf-b1d8-6ba7a8463a8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Jun 24 10:39:02.348789 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311e826-0f19-44df-a1a0-f87d473ce455 req-213db064-1032-4dcd-85b0-62954d3cf615 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.350756 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1311e826-0f19-44df-a1a0-f87d473ce455 req-213db064-1032-4dcd-85b0-62954d3cf615 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 944 time: 0.0689685 Jun 24 10:39:02.395559 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1311e826-0f19-44df-a1a0-f87d473ce455 req-bf7fc795-516c-4c8c-8e97-138f416c07e2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Jun 24 10:39:02.423942 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e592b8-53da-4aab-8276-9d9386a81ae0 req-26966016-b90c-4c4c-b2ad-62d841e57d06 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.426351 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e0e592b8-53da-4aab-8276-9d9386a81ae0 req-26966016-b90c-4c4c-b2ad-62d841e57d06 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.2368610 Jun 24 10:39:02.432616 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-750b964b-8e8c-4c27-80ca-97ae6c45aacb service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228541 Jun 24 10:39:02.562760 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e0e592b8-53da-4aab-8276-9d9386a81ae0 req-ba791acf-80b2-42e1-8f41-d3feb06586b4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286941 Jun 24 10:39:02.606405 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b325f4a7-fc44-41c7-8769-f4d2484fb3ab req-32f2440c-1427-4a26-ba06-2bbb678262e5 service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608562 Jun 24 10:39:02.640497 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98b99104-a35c-490a-9662-bee7a8287697 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:02.742213 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906c296-6095-40d6-a30b-6c56a2685f39 req-e5a537f1-45ba-4471-a4a8-85aa0d157403 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:02.743825 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0906c296-6095-40d6-a30b-6c56a2685f39 req-e5a537f1-45ba-4471-a4a8-85aa0d157403 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 943 time: 0.0702863 Jun 24 10:39:02.746409 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98b99104-a35c-490a-9662-bee7a8287697,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:02.759136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '98b99104-a35c-490a-9662-bee7a8287697', 'network_id': '302db360-0ac3-43ca-9adc-2945effe4b8d', 'port_id': '98b99104-a35c-490a-9662-bee7a8287697', 'mac_address': 'fa:16:3e:89:80:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6671edc7-6e19-4b2e-987d-e3b0b21b1a40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:02.784708 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0906c296-6095-40d6-a30b-6c56a2685f39 req-aedefb09-68e8-4172-b30b-a66761641d3f tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Jun 24 10:39:02.801381 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:02.815704 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b99104-a35c-490a-9662-bee7a8287697 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:02.839296 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98b99104-a35c-490a-9662-bee7a8287697,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:02.970855 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:02.976815 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:03.019731 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:03.023372 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:03.112374 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bb421-ae1c-45f2-a12d-8b6774697ed4 req-66df0064-da8e-4cb8-b3ca-93fc1726af0b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:03.114192 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2c1bb421-ae1c-45f2-a12d-8b6774697ed4 req-66df0064-da8e-4cb8-b3ca-93fc1726af0b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 949 time: 0.0660222 Jun 24 10:39:03.162631 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2c1bb421-ae1c-45f2-a12d-8b6774697ed4 req-841f7e03-8052-49d9-85a8-9b67969d901f tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Jun 24 10:39:03.361972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259ee1-d947-4a85-96b7-ad7d6b994b6b req-94c08e23-5e25-44e7-971c-7b016b901cac tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:03.363785 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-43259ee1-d947-4a85-96b7-ad7d6b994b6b req-94c08e23-5e25-44e7-971c-7b016b901cac tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0730639 Jun 24 10:39:03.408647 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-43259ee1-d947-4a85-96b7-ad7d6b994b6b req-52bf5dfd-98ee-42c0-822a-cf4ec3836b5e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382361 Jun 24 10:39:03.608852 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a6f5-556b-4f75-a973-ad4de69886d7 req-1c0c319c-f2c9-40c4-9798-02a879ab8659 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:03.608852 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4f19a6f5-556b-4f75-a973-ad4de69886d7 req-1c0c319c-f2c9-40c4-9798-02a879ab8659 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 945 time: 0.0780811 Jun 24 10:39:03.667538 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 55634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:03.667684 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4f19a6f5-556b-4f75-a973-ad4de69886d7 req-fce41d46-e1f1-418d-b26d-c4cbec9616fa tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Jun 24 10:39:03.763762 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['98b99104-a35c-490a-9662-bee7a8287697'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:03.766449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab5a84-b3ec-4602-8b5e-85f46ef56703 req-1177f0d0-db45-402d-8b71-507b4a8218c9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:03.773893 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-94ab5a84-b3ec-4602-8b5e-85f46ef56703 req-1177f0d0-db45-402d-8b71-507b4a8218c9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0816278 Jun 24 10:39:03.805070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:03.833264 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-94ab5a84-b3ec-4602-8b5e-85f46ef56703 req-cb0d431c-203e-4e58-ac10-c86d771483c7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583327 Jun 24 10:39:03.940455 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.035820 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96088cb-942c-46fc-9836-a4e3a2f40703 req-4ebbda9e-ce3e-41c4-91fd-de6615d33d62 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:04.037295 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f96088cb-942c-46fc-9836-a4e3a2f40703 req-4ebbda9e-ce3e-41c4-91fd-de6615d33d62 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 943 time: 0.0794621 Jun 24 10:39:04.049394 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.053486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f6f07a3e-33ba-4283-90ac-46e239fcea38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:04.103806 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f42d71-4863-472c-945a-5346b99149d5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:04.107180 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:04.112304 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fba708d1b474eba9bef88d56e6ab09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426119 Jun 24 10:39:04.115415 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 55644) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:04.118297 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f96088cb-942c-46fc-9836-a4e3a2f40703 req-5a500cb6-e8ad-40eb-b13c-ecea82a28921 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748646 Jun 24 10:39:04.169994 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.191886 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.324438 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.327607 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.328805 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65f42d71-4863-472c-945a-5346b99149d5 HTTP/1.1" status: 204 len: 168 time: 0.2122326 Jun 24 10:39:04.330350 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:04.342160 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f42d71-4863-472c-945a-5346b99149d5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:04.344782 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:04.358759 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6121f-dbe3-4914-9284-081e793f7302 req-5a5b181c-1fdf-49f5-9ed7-1e46972adfb7 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:04.363477 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a7f6121f-dbe3-4914-9284-081e793f7302 req-5a5b181c-1fdf-49f5-9ed7-1e46972adfb7 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 949 time: 0.0841513 Jun 24 10:39:04.406206 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a7f6121f-dbe3-4914-9284-081e793f7302 req-1db71c83-cc0e-4480-a338-2cb77d0b2940 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Jun 24 10:39:04.599193 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e0b91-fe6f-4a32-8483-3bbc8824128a req-1933d417-ba3e-447a-9b86-bf295521ff74 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:04.600694 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-317e0b91-fe6f-4a32-8483-3bbc8824128a req-1933d417-ba3e-447a-9b86-bf295521ff74 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0691690 Jun 24 10:39:04.643095 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-317e0b91-fe6f-4a32-8483-3bbc8824128a req-960b05fe-8a3f-463b-89c6-6ee1d47ae326 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364683 Jun 24 10:39:04.658010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:04.675852 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98f8df7b-a934-45aa-9cf8-920449a876aa up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:04.827609 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:04.841915 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b', 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f', 'port_id': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b', 'mac_address': 'fa:16:3e:f2:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dfb927-54fd-4a01-aa40-16d95545775c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:04.881089 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 98f8df7b-a934-45aa-9cf8-920449a876aa completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:04.890537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.892664 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 98f8df7b-a934-45aa-9cf8-920449a876aa triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:04.893087 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:04.926464 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:04.955703 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:04.963134 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c432c-4e72-40b6-bd3d-02cff0a566c1 req-bc635245-15cb-4241-a99e-81a2fb31e95e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:04.966300 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c73c432c-4e72-40b6-bd3d-02cff0a566c1 req-bc635245-15cb-4241-a99e-81a2fb31e95e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 945 time: 0.1217279 Jun 24 10:39:05.010160 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:05.026141 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c73c432c-4e72-40b6-bd3d-02cff0a566c1 req-1152b435-f43c-48c6-90f2-7587fc123abc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Jun 24 10:39:05.033709 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:05.036202 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d315d6-6533-4ce6-81ce-bcc75351a321" -d '{"events": [{"server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "name": "network-vif-plugged", "status": "completed", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:05.060633 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98f8df7b-a934-45aa-9cf8-920449a876aa,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:05.071579 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb99b90-689e-4c23-838d-3eccdbda7dd9 req-28f39b95-922f-4067-9398-276c56ba2bfe tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:05.073582 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:05.076267 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:05.080211 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7fb99b90-689e-4c23-838d-3eccdbda7dd9 req-28f39b95-922f-4067-9398-276c56ba2bfe tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1041551 Jun 24 10:39:05.130804 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7fb99b90-689e-4c23-838d-3eccdbda7dd9 req-9e3a9822-053d-48db-8815-9d23673bbc5f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Jun 24 10:39:05.141467 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:05.144380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:05.156629 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:05.157136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:05.184838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7745f518-5cba-4587-89b2-e8d9158eb934 x-openstack-request-id: req-7745f518-5cba-4587-89b2-e8d9158eb934 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:05.184979 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "name": "network-vif-plugged", "status": "completed", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:05.185227 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7745f518-5cba-4587-89b2-e8d9158eb934 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:05.185709 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa', 'code': 200} Jun 24 10:39:05.209678 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:05.213417 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:05.356157 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80b2f0-d8e7-44d4-997c-7f167a064c26 req-dd84f8a3-c350-4c68-bca9-c6f4a62f6e82 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:05.359762 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ac80b2f0-d8e7-44d4-997c-7f167a064c26 req-dd84f8a3-c350-4c68-bca9-c6f4a62f6e82 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 944 time: 0.0718689 Jun 24 10:39:05.400473 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ac80b2f0-d8e7-44d4-997c-7f167a064c26 req-1abf8491-57e3-4068-bf2e-cad72b8c8c5a tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Jun 24 10:39:05.587293 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4011-19e5-4760-bf36-e3a5eb02fde7 req-499692e8-006f-443f-ad9b-8c030d1681ed tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:05.588983 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-26bf4011-19e5-4760-bf36-e3a5eb02fde7 req-499692e8-006f-443f-ad9b-8c030d1681ed tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0661876 Jun 24 10:39:05.637838 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-26bf4011-19e5-4760-bf36-e3a5eb02fde7 req-c256a6ac-1ceb-42e2-9e3b-a10da9f53431 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Jun 24 10:39:05.764655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a7676-4f8c-43bc-8f8e-c5cb1618599b req-6e6b07cb-8408-496c-a906-8527013454ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:05.766886 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-125a7676-4f8c-43bc-8f8e-c5cb1618599b req-6e6b07cb-8408-496c-a906-8527013454ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 1103 time: 0.0670490 Jun 24 10:39:05.853242 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-125a7676-4f8c-43bc-8f8e-c5cb1618599b req-f39b6883-edcf-4791-8177-214e08b236a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648305 Jun 24 10:39:05.877458 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498295d-a598-41fa-893c-694f288bdce7 req-f7b55d29-61c1-409e-82ef-6d1e58ef941f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:05.879028 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1498295d-a598-41fa-893c-694f288bdce7 req-f7b55d29-61c1-409e-82ef-6d1e58ef941f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1111734 Jun 24 10:39:05.919946 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1498295d-a598-41fa-893c-694f288bdce7 req-ed957cbb-9b33-431b-8048-0682f8270ed4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346639 Jun 24 10:39:05.971244 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:06.210345 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda2d34-10c6-4fec-98c6-c92cf8df9c53 req-c96ce8c1-1ae5-4998-b7d7-e90bdcb0fa91 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:06.211984 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-efda2d34-10c6-4fec-98c6-c92cf8df9c53 req-c96ce8c1-1ae5-4998-b7d7-e90bdcb0fa91 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 945 time: 0.0663266 Jun 24 10:39:06.253778 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-efda2d34-10c6-4fec-98c6-c92cf8df9c53 req-5ef043a6-b30e-46da-9411-3b0791fc51df tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Jun 24 10:39:06.336192 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ee93-2dde-4599-9a09-e1df3490a957 req-467c5638-a254-4d66-bd77-ef657a6f67b6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:06.338305 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8542ee93-2dde-4599-9a09-e1df3490a957 req-467c5638-a254-4d66-bd77-ef657a6f67b6 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0703170 Jun 24 10:39:06.377429 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8542ee93-2dde-4599-9a09-e1df3490a957 req-860c7b4e-5362-4057-b3f7-985e366700f3 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Jun 24 10:39:06.633986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c72d7-42ee-4446-886d-03f13cd7d5a8 req-0c200a15-41ec-4762-96f7-6201d84ebeeb tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:06.636270 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-046c72d7-42ee-4446-886d-03f13cd7d5a8 req-0c200a15-41ec-4762-96f7-6201d84ebeeb tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 944 time: 0.1157420 Jun 24 10:39:06.674415 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98b99104-a35c-490a-9662-bee7a8287697 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:06.687850 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-046c72d7-42ee-4446-886d-03f13cd7d5a8 req-814d7e81-a8e4-4c58-bec1-eb2dfffe9309 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Jun 24 10:39:06.770937 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 98b99104-a35c-490a-9662-bee7a8287697 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:06.775490 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 98b99104-a35c-490a-9662-bee7a8287697 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:06.775981 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:06.831595 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4627c1-2bfc-46ad-bdcf-acf5bd3c8183 req-6ef3bc78-3d2f-46c6-9b00-46ec5115bfa6 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:06.833079 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2b4627c1-2bfc-46ad-bdcf-acf5bd3c8183 req-6ef3bc78-3d2f-46c6-9b00-46ec5115bfa6 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0642829 Jun 24 10:39:06.857956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:06.892316 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2b4627c1-2bfc-46ad-bdcf-acf5bd3c8183 req-ed9fd94e-4737-4a58-8978-8520cb28fad7 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510299 Jun 24 10:39:06.894396 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98b99104-a35c-490a-9662-bee7a8287697,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:06.980600 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:06.984210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:07.035197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:07.038537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:07.106784 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431934d-c5d6-4d44-8fc7-4d2735fe033b req-1b8484ef-a776-4814-bb64-55d175ede4be tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:07.108283 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f431934d-c5d6-4d44-8fc7-4d2735fe033b req-1b8484ef-a776-4814-bb64-55d175ede4be tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0623810 Jun 24 10:39:07.145161 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f431934d-c5d6-4d44-8fc7-4d2735fe033b req-bbfc20e1-ddcb-4b3c-aed7-9395bce377d1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312831 Jun 24 10:39:07.187123 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b99104-a35c-490a-9662-bee7a8287697'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:07.189481 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1e9bb5-cd8b-4be2-88e2-4544331dddea" -d '{"events": [{"server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "name": "network-vif-plugged", "status": "completed", "tag": "98b99104-a35c-490a-9662-bee7a8287697"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:07.223288 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee7b42-2fea-4367-a2d8-660a99e9d067 x-openstack-request-id: req-4aee7b42-2fea-4367-a2d8-660a99e9d067 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:07.223623 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "name": "network-vif-plugged", "status": "completed", "tag": "98b99104-a35c-490a-9662-bee7a8287697", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:07.223890 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4aee7b42-2fea-4367-a2d8-660a99e9d067 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:07.224321 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b99104-a35c-490a-9662-bee7a8287697', 'code': 200} Jun 24 10:39:07.429995 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d72d-4d50-4061-af40-a4f77507c4dc req-a229af2d-306f-4bd2-a84b-63496f93a260 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:07.431539 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0428d72d-4d50-4061-af40-a4f77507c4dc req-a229af2d-306f-4bd2-a84b-63496f93a260 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0662870 Jun 24 10:39:07.469310 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0428d72d-4d50-4061-af40-a4f77507c4dc req-181b5bde-49b3-4f38-8868-8401cd14b3b3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Jun 24 10:39:07.574382 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf2e81-9991-4a62-95d3-8b8abf249d71 req-57150539-0ecb-4cae-aa46-e9af6ea9775d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:07.575886 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4baf2e81-9991-4a62-95d3-8b8abf249d71 req-57150539-0ecb-4cae-aa46-e9af6ea9775d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0699673 Jun 24 10:39:07.619141 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4baf2e81-9991-4a62-95d3-8b8abf249d71 req-9a526293-7287-49ac-9b0f-f592bdbfac0f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Jun 24 10:39:07.866691 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ef35c-d26d-433f-89f7-8bb7a3bd7035 req-37641675-ee5f-4df2-aecd-0c0e20639683 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:07.868205 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-154ef35c-d26d-433f-89f7-8bb7a3bd7035 req-37641675-ee5f-4df2-aecd-0c0e20639683 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 944 time: 0.0625565 Jun 24 10:39:07.905607 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-154ef35c-d26d-433f-89f7-8bb7a3bd7035 req-d3bdd35f-d9a4-424d-a5cb-1d3de893d72f tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jun 24 10:39:08.071907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5dc9-0586-4468-8394-86b5a000956c req-7e15016d-fbd4-4ac1-88db-15204626ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.076451 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75fd5dc9-0586-4468-8394-86b5a000956c req-7e15016d-fbd4-4ac1-88db-15204626ed0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.1032770 Jun 24 10:39:08.081558 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7f9d-6959-489c-9484-e4da858f9226 req-ee0ce123-adfb-465c-854d-5081a0df048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.083017 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ffa7f9d-6959-489c-9484-e4da858f9226 req-ee0ce123-adfb-465c-854d-5081a0df048a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 1099 time: 0.0791838 Jun 24 10:39:08.090403 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2e6be-0c32-44e0-a8f2-70e2edc14a35 req-7be9ec40-c680-4582-837b-8462b9b34593 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.092356 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1df2e6be-0c32-44e0-a8f2-70e2edc14a35 req-7be9ec40-c680-4582-837b-8462b9b34593 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0710497 Jun 24 10:39:08.141166 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1df2e6be-0c32-44e0-a8f2-70e2edc14a35 req-67a4e418-f3ac-4192-be8b-10d3767e2769 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430431 Jun 24 10:39:08.438682 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75fd5dc9-0586-4468-8394-86b5a000956c req-17952be2-faa2-405b-b94c-2e05d52f53bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368833 Jun 24 10:39:08.456243 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2ffa7f9d-6959-489c-9484-e4da858f9226 req-a47e1450-0790-40ca-b7af-405c499e1ba4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794177 Jun 24 10:39:08.481916 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08134b7f-bab8-49f5-972a-4bf359085129 req-223b6e98-950a-4d15-8e9e-1b853a922690 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.483558 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-08134b7f-bab8-49f5-972a-4bf359085129 req-223b6e98-950a-4d15-8e9e-1b853a922690 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1057212 Jun 24 10:39:08.535971 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-08134b7f-bab8-49f5-972a-4bf359085129 req-36be2d0f-106b-4cc5-a23d-5d25546f90d2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Jun 24 10:39:08.657863 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107119e3-ec7d-498b-be26-2befb615f267 req-6a1a1ed8-3fc7-4386-99c6-eff109f2b70e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.659376 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-107119e3-ec7d-498b-be26-2befb615f267 req-6a1a1ed8-3fc7-4386-99c6-eff109f2b70e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0659542 Jun 24 10:39:08.673555 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:08.723948 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-107119e3-ec7d-498b-be26-2befb615f267 req-3661027f-0d18-425d-98ec-896c01dd2cd7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Jun 24 10:39:08.826571 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465f57-591a-4c79-ae39-482f2c49dfa6 req-924e23fe-f2cd-422a-a8af-81e3e335230e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:08.828201 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-47465f57-591a-4c79-ae39-482f2c49dfa6 req-924e23fe-f2cd-422a-a8af-81e3e335230e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0731800 Jun 24 10:39:08.837774 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:08.842093 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:08.842660 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:08.887684 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-47465f57-591a-4c79-ae39-482f2c49dfa6 req-f5f263ca-c171-4437-89fd-692cea016755 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Jun 24 10:39:08.963861 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:09.019662 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:09.123541 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:09.125527 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:09.174432 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11793f5-cd90-46ef-923f-d0eadfeb331b req-da2a2751-9f72-4e5f-a8cd-7a67f6f668e5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:09.177278 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b11793f5-cd90-46ef-923f-d0eadfeb331b req-da2a2751-9f72-4e5f-a8cd-7a67f6f668e5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 944 time: 0.1040704 Jun 24 10:39:09.182714 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:09.187250 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:09.222789 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b11793f5-cd90-46ef-923f-d0eadfeb331b req-f8bdbda3-8828-4f13-9cf3-43548dfe71f5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385187 Jun 24 10:39:09.225318 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:09.229128 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b5e1e2-2da6-4860-961f-1cdf79c9066d" -d '{"events": [{"server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:09.405335 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dd4de-f6d7-4585-b4e8-84df9f01baa1 req-f948924f-3687-4927-bbf8-8f2445fe1274 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:09.407169 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3e1dd4de-f6d7-4585-b4e8-84df9f01baa1 req-f948924f-3687-4927-bbf8-8f2445fe1274 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0751443 Jun 24 10:39:09.452632 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3e1dd4de-f6d7-4585-b4e8-84df9f01baa1 req-305eb3b8-5ba7-4603-b78d-447ebf1a0a0b tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Jun 24 10:39:09.515889 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98673e70-c8f7-406c-8e69-4d014d62f970 x-openstack-request-id: req-98673e70-c8f7-406c-8e69-4d014d62f970 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:09.519642 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:09.519642 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98673e70-c8f7-406c-8e69-4d014d62f970 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:09.519642 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b', 'code': 200} Jun 24 10:39:09.747187 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf654-1658-4b26-ad7d-17ee014eeec5 req-0f349864-2df1-4975-b699-857ac07c9338 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:09.748942 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1c1cf654-1658-4b26-ad7d-17ee014eeec5 req-0f349864-2df1-4975-b699-857ac07c9338 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0710504 Jun 24 10:39:09.793831 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1c1cf654-1658-4b26-ad7d-17ee014eeec5 req-24613104-1f58-420f-aca7-72a0f1a10d7b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Jun 24 10:39:09.982800 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c13f-06c7-460d-9d03-0314a667f61b req-86b3cc9c-08cb-45ff-9d43-7847a44fdd12 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:09.984348 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9055c13f-06c7-460d-9d03-0314a667f61b req-86b3cc9c-08cb-45ff-9d43-7847a44fdd12 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0751493 Jun 24 10:39:10.042526 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9055c13f-06c7-460d-9d03-0314a667f61b req-168a02d4-6468-4c7e-b04d-9532abf49b4d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519075 Jun 24 10:39:10.094850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85e1ad-91fc-4813-897d-552e5a29ad75 req-f335ffe0-6070-4d57-b20e-4ea94afe9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:10.097236 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9b85e1ad-91fc-4813-897d-552e5a29ad75 req-f335ffe0-6070-4d57-b20e-4ea94afe9328 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 1098 time: 0.0727839 Jun 24 10:39:10.197130 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9b85e1ad-91fc-4813-897d-552e5a29ad75 req-80215636-714a-4918-a166-8accdc823fb6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Jun 24 10:39:10.218204 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415131-7141-475e-9682-3dc3f887e1e6 req-5684907c-0f07-45f5-9328-8198c3a80583 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:10.220199 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1c415131-7141-475e-9682-3dc3f887e1e6 req-5684907c-0f07-45f5-9328-8198c3a80583 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.1030793 Jun 24 10:39:10.255098 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e743-b4cf-43c1-b20e-2baae0f0c68e req-5e32d270-f4db-4e7b-a47f-c1d26981e817 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:10.256647 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc97e743-b4cf-43c1-b20e-2baae0f0c68e req-5e32d270-f4db-4e7b-a47f-c1d26981e817 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0694101 Jun 24 10:39:10.272949 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1c415131-7141-475e-9682-3dc3f887e1e6 req-2a27cbf5-8fb1-4d70-a0cb-4b69eeaa89d4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Jun 24 10:39:10.299176 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc97e743-b4cf-43c1-b20e-2baae0f0c68e req-a0656595-e3c4-482d-a86d-f87961fb40df tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Jun 24 10:39:10.444338 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-cb19c82b-87cc-484b-bd8f-4ddf3e818eb6 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623505673&fields=id&tenant_id=26681666493b4292980156d39206122f HTTP/1.1" status: 200 len: 267 time: 0.0524075 Jun 24 10:39:10.485318 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e3e31-2020-4d25-ab22-8cf149139c08 req-7bb585d9-30f2-45d3-9cd2-7d9bf593ced7 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:10.488603 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a4e3e31-2020-4d25-ab22-8cf149139c08 req-7bb585d9-30f2-45d3-9cd2-7d9bf593ced7 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0683973 Jun 24 10:39:10.529810 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a4e3e31-2020-4d25-ab22-8cf149139c08 req-cb595604-a051-4c09-aca5-b164a0c93571 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Jun 24 10:39:10.553990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-29733da0-dbe9-4a24-b5f3-97b24ff29fc8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:10.555846 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-29733da0-dbe9-4a24-b5f3-97b24ff29fc8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 809 time: 0.1037788 Jun 24 10:39:10.575097 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-54a0a0bc-7b41-4ed6-a90f-62e45bedeb03 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/quotas/26681666493b4292980156d39206122f HTTP/1.1" status: 200 len: 375 time: 0.0103159 Jun 24 10:39:10.654085 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-8c2abcc6-e38e-434d-a7a4-168d1e02530e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753837 Jun 24 10:39:10.870969 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-b53c1724-435d-40b7-b59d-b634ad034677 service neutron] 10.222.0.24 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023578 Jun 24 10:39:10.963154 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-8e1730b0-fb41-4672-8123-4d77db30e53d service neutron] 10.222.0.24 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860183 Jun 24 10:39:11.167793 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef56f-e0ef-4f3a-b869-70fade8ce20f req-4fcd10a1-e4ab-4ae6-b773-20734ee78bd9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:11.169160 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-169ef56f-e0ef-4f3a-b869-70fade8ce20f req-4fcd10a1-e4ab-4ae6-b773-20734ee78bd9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0726223 Jun 24 10:39:11.206459 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-169ef56f-e0ef-4f3a-b869-70fade8ce20f req-570b500f-1093-49ca-babd-373454a90b89 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jun 24 10:39:11.376985 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e908-0830-4cbb-a44d-8a5ab0bad0ad req-cd121225-e408-48c7-a823-4bf74685e5fc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:11.378456 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1df5e908-0830-4cbb-a44d-8a5ab0bad0ad req-cd121225-e408-48c7-a823-4bf74685e5fc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0622263 Jun 24 10:39:11.420260 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1df5e908-0830-4cbb-a44d-8a5ab0bad0ad req-6583ac2d-35d0-42d9-9e42-f7640837bdc8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Jun 24 10:39:11.586348 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85af85-e5fd-4179-a270-08eb1f7754b9 req-a6b0e2e0-2c98-4e45-af79-ed4c35aba9e9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:11.588341 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cf85af85-e5fd-4179-a270-08eb1f7754b9 req-a6b0e2e0-2c98-4e45-af79-ed4c35aba9e9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0662718 Jun 24 10:39:11.628276 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cf85af85-e5fd-4179-a270-08eb1f7754b9 req-4125c8c3-1c51-4417-a0e2-b689864db5f7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Jun 24 10:39:11.839767 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46099d0a-c069-4b15-a909-7b0d990dcddc req-a09ec01c-45c1-48aa-a62a-4386dccaa4ec tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:11.841683 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-46099d0a-c069-4b15-a909-7b0d990dcddc req-a09ec01c-45c1-48aa-a62a-4386dccaa4ec tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0869224 Jun 24 10:39:11.851066 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665dbfe-f257-44f2-9802-f23ef7f70bdb req-717b5cf1-7581-4a49-9a3a-72d00b49065d tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:11.852714 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7665dbfe-f257-44f2-9802-f23ef7f70bdb req-717b5cf1-7581-4a49-9a3a-72d00b49065d tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.1011732 Jun 24 10:39:11.883263 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-46099d0a-c069-4b15-a909-7b0d990dcddc req-f820d067-4cb3-4388-ad64-a2558ed7ea74 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jun 24 10:39:11.898721 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7665dbfe-f257-44f2-9802-f23ef7f70bdb req-f397aea9-5436-40f3-b061-3aa8a1900981 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Jun 24 10:39:11.968722 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c9691e7-045e-40c0-a888-425b621190b5 req-22b61cd7-221b-46f0-a33b-f2a9d2c70c29 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0297377 Jun 24 10:39:12.417209 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c851174-1d22-4ddd-9b1a-bd73135aedd2 req-46787537-31f2-4f91-a476-1a00ca18dde8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:12.418309 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5c851174-1d22-4ddd-9b1a-bd73135aedd2 req-46787537-31f2-4f91-a476-1a00ca18dde8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0687110 Jun 24 10:39:12.459917 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5c851174-1d22-4ddd-9b1a-bd73135aedd2 req-993113a9-f794-4197-a4a7-e029797692b3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349188 Jun 24 10:39:12.657766 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39624a-50ab-4032-9dfb-dff3ff9ef7ea req-f9a5d3a9-73b1-47a2-bf32-0fe403c174e1 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:12.659583 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8e39624a-50ab-4032-9dfb-dff3ff9ef7ea req-f9a5d3a9-73b1-47a2-bf32-0fe403c174e1 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0782759 Jun 24 10:39:12.660154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110f8f-3eaa-4bbe-83c5-095e5464267e req-9a2216a1-4be8-4849-8307-215316f72cea tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:12.661782 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02110f8f-3eaa-4bbe-83c5-095e5464267e req-9a2216a1-4be8-4849-8307-215316f72cea tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0677319 Jun 24 10:39:12.699894 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8e39624a-50ab-4032-9dfb-dff3ff9ef7ea req-73cad277-fd24-47f6-952d-9967d5c3cf9b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Jun 24 10:39:12.703122 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02110f8f-3eaa-4bbe-83c5-095e5464267e req-09f73490-2004-43ad-aa2a-49105b7274fa tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Jun 24 10:39:12.783210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-e1136a7d-8a41-4317-a1c1-fb5f7681a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:12.784674 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-e1136a7d-8a41-4317-a1c1-fb5f7681a3ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 1098 time: 0.0579491 Jun 24 10:39:13.082182 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-055ec9cf-ca79-4582-a9a7-4c3f9f004a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.083773 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-055ec9cf-ca79-4582-a9a7-4c3f9f004a73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.1366861 Jun 24 10:39:13.100957 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c98e61-2528-4222-9b19-db2c0eff9ee2 req-64ae1e36-3bfa-43c8-9cc1-ff423e9a2919 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.102666 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d3c98e61-2528-4222-9b19-db2c0eff9ee2 req-64ae1e36-3bfa-43c8-9cc1-ff423e9a2919 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Jun 24 10:39:13.108772 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578f224-6fa3-426a-a10e-a9a9cb2960cf req-692007d0-24f6-4bb5-bf99-699b1e5f6243 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.110309 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e578f224-6fa3-426a-a10e-a9a9cb2960cf req-692007d0-24f6-4bb5-bf99-699b1e5f6243 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0872047 Jun 24 10:39:13.144848 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d3c98e61-2528-4222-9b19-db2c0eff9ee2 req-f8bdabcb-b09c-4e71-ba6c-48fda420139c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jun 24 10:39:13.167351 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-2b4cb7ae-b5dc-4c81-8505-94b06a7e8ec1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 200 len: 217 time: 0.0440338 Jun 24 10:39:13.184068 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e578f224-6fa3-426a-a10e-a9a9cb2960cf req-f25a0f15-9190-4c8d-ae3a-73fb9f483cd8 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679603 Jun 24 10:39:13.225958 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-614327a5-daab-4890-8732-2fece971ddc0 req-dd0e262b-3522-416e-a4b1-fa59b0a9b01b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0397751 Jun 24 10:39:13.233982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-ab3ab4ae-d4e4-413f-845e-a1a84d7a3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.235457 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-ab3ab4ae-d4e4-413f-845e-a1a84d7a3c87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0481343 Jun 24 10:39:13.298185 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-f06b0557-359f-45a2-aff1-d7f54a5a507a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326281 Jun 24 10:39:13.427746 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-f4d0e14c-b0b6-465f-b3bd-099596b8f19c service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832009 Jun 24 10:39:13.643163 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fc69177d-67fb-410e-a969-bd55f7d7b122 req-70b8bb9e-6e5c-4e18-b460-e358c41b5d02 service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188726 Jun 24 10:39:13.652582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a54a5-a488-4e08-b72b-01b21d7655bb req-98a5080b-1e9d-4eaf-8e54-5187dcac72b5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.653792 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-123a54a5-a488-4e08-b72b-01b21d7655bb req-98a5080b-1e9d-4eaf-8e54-5187dcac72b5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0716255 Jun 24 10:39:13.692407 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-123a54a5-a488-4e08-b72b-01b21d7655bb req-19373701-f53f-4915-a223-0f82af9c7cf1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Jun 24 10:39:13.882806 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9a0a-736d-4cfa-89df-2b0e65c3b0c6 req-ab2abbfc-5f05-42ff-9351-a6e35edf629e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.884991 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f2fd9a0a-736d-4cfa-89df-2b0e65c3b0c6 req-ab2abbfc-5f05-42ff-9351-a6e35edf629e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0660563 Jun 24 10:39:13.912457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0e46b-7310-47ad-b2e2-b0c650a5b5ef req-b87750d6-3462-4637-a0c1-da93895439af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:13.914317 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bff0e46b-7310-47ad-b2e2-b0c650a5b5ef req-b87750d6-3462-4637-a0c1-da93895439af tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0644591 Jun 24 10:39:13.926568 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f2fd9a0a-736d-4cfa-89df-2b0e65c3b0c6 req-cba66a0c-637e-46fb-86d1-fe9eb11ad8e3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Jun 24 10:39:13.953473 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bff0e46b-7310-47ad-b2e2-b0c650a5b5ef req-1bd9a2ef-bf6f-4c70-827a-6804d91f190b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jun 24 10:39:14.335433 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704341bb-3912-4c73-95c6-7fb5c8782db8 req-de37e7ed-7f8f-4fd2-a071-6a65528411ab tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:14.336944 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-704341bb-3912-4c73-95c6-7fb5c8782db8 req-de37e7ed-7f8f-4fd2-a071-6a65528411ab tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0629237 Jun 24 10:39:14.364112 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26b450-8e0a-4d4d-bdfb-430081e95ae8 req-4f04cc88-1c59-4994-b483-e1a617584983 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:14.365796 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6d26b450-8e0a-4d4d-bdfb-430081e95ae8 req-4f04cc88-1c59-4994-b483-e1a617584983 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0638630 Jun 24 10:39:14.376393 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-704341bb-3912-4c73-95c6-7fb5c8782db8 req-1ca7fd0c-dcf6-4b98-bb6d-08478c8e2da3 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Jun 24 10:39:14.409442 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6d26b450-8e0a-4d4d-bdfb-430081e95ae8 req-5d2d2619-c59f-4834-bde8-7f9b95ff56b9 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Jun 24 10:39:14.520051 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-77dd2b3b-bf05-446f-bfb4-189654c61479 req-cdce9baf-7ca9-40e9-82c3-585f48b2391c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0321183 Jun 24 10:39:14.884446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e61e2-d8bd-40c0-a919-148b2b3084e0 req-d5743ee8-9ae3-464b-a56b-1ff330e50872 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:14.885946 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-935e61e2-d8bd-40c0-a919-148b2b3084e0 req-d5743ee8-9ae3-464b-a56b-1ff330e50872 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0742261 Jun 24 10:39:14.925878 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-935e61e2-d8bd-40c0-a919-148b2b3084e0 req-1bdad8d5-3cb7-4562-b880-e755acad2c46 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343025 Jun 24 10:39:15.137162 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3e62-9d0c-4d0a-9b69-ab561fe7b522 req-53c812a2-ec36-48cc-bd9a-f2418e58adf4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:15.138713 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f3bf3e62-9d0c-4d0a-9b69-ab561fe7b522 req-53c812a2-ec36-48cc-bd9a-f2418e58adf4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0692019 Jun 24 10:39:15.177217 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f3bf3e62-9d0c-4d0a-9b69-ab561fe7b522 req-32c62d9d-6f7d-4dd3-aa2e-756855d0481b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Jun 24 10:39:15.579225 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc4c11-bf0e-4bfc-93e9-c85c45cdb405 req-fa0ab0c9-6877-4f54-acc0-8eccec31dde9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:15.581322 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d8cc4c11-bf0e-4bfc-93e9-c85c45cdb405 req-fa0ab0c9-6877-4f54-acc0-8eccec31dde9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0740039 Jun 24 10:39:15.606200 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75581ab6-1797-40df-b28b-efc747028bf9 req-43133477-3fcd-4bf9-b516-0bcb9d8ac090 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:15.615326 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75581ab6-1797-40df-b28b-efc747028bf9 req-43133477-3fcd-4bf9-b516-0bcb9d8ac090 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0890317 Jun 24 10:39:15.630173 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d8cc4c11-bf0e-4bfc-93e9-c85c45cdb405 req-4d8da1b5-c185-45e4-b9ee-6b0ef3d46f96 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Jun 24 10:39:15.659191 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-75581ab6-1797-40df-b28b-efc747028bf9 req-9483c654-174f-46d4-9d79-cdf332761bdc tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jun 24 10:39:15.767411 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7e7e5327-8727-4faa-92f7-705ba7c3aedd req-fb4bb6a8-0f31-42ce-98cb-b4476294fec4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0295191 Jun 24 10:39:16.108092 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7892a2-7e39-47ef-b7f2-e5aec13c4848 req-e2a192d6-b4d6-4d72-90d0-0bf3f7aa3be9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.109631 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce7892a2-7e39-47ef-b7f2-e5aec13c4848 req-e2a192d6-b4d6-4d72-90d0-0bf3f7aa3be9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0662317 Jun 24 10:39:16.162776 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce7892a2-7e39-47ef-b7f2-e5aec13c4848 req-8da81d48-4074-43b4-9e51-f6cfdc2351d2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Jun 24 10:39:16.284740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-116f50b0-9a73-4123-8986-f0510ced15c8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.286314 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-116f50b0-9a73-4123-8986-f0510ced15c8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 809 time: 0.1365018 Jun 24 10:39:16.371819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33bf9-b0e6-4ecb-93be-bc8f67f6bd85 req-9beb5f4e-8a64-4e76-a586-5bbb3ff3e089 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.375046 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-eab33bf9-b0e6-4ecb-93be-bc8f67f6bd85 req-9beb5f4e-8a64-4e76-a586-5bbb3ff3e089 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0660954 Jun 24 10:39:16.433216 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-eab33bf9-b0e6-4ecb-93be-bc8f67f6bd85 req-be8d26b1-3fa9-4036-a5c5-8b5c9fd6f622 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536969 Jun 24 10:39:16.448803 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-7e1bb8cb-1c0d-4079-9015-214fd39a4ae4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26681666493b4292980156d39206122f HTTP/1.1" status: 200 len: 380 time: 0.0541039 Jun 24 10:39:16.520002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'port': {'device_id': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'admin_state_up': True, 'tenant_id': '26681666493b4292980156d39206122f', 'security_groups': ['0f6f592b-0302-424d-a253-4647eec6a89e']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:39:16.865478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-1a0bf1dc-2bb8-431a-8544-b1f7d8a49431 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.865478 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-1a0bf1dc-2bb8-431a-8544-b1f7d8a49431 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.45 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.1119370 Jun 24 10:39:16.866811 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc739f-379d-41a3-8859-853bbeb52409 req-e5006d2d-3edb-41a9-b5d1-0c3de239ada8 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.866811 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-eafc739f-379d-41a3-8859-853bbeb52409 req-e5006d2d-3edb-41a9-b5d1-0c3de239ada8 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 950 time: 0.0838928 Jun 24 10:39:16.873823 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b415a07-a9a6-4535-ac74-6e0200d4e78a req-91a63104-6961-4baa-a933-471209e8c34b tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:16.875370 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9b415a07-a9a6-4535-ac74-6e0200d4e78a req-91a63104-6961-4baa-a933-471209e8c34b tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0909424 Jun 24 10:39:16.915257 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-eafc739f-379d-41a3-8859-853bbeb52409 req-49ac5da4-a912-48d9-92c6-5a73f02f7b23 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/security-groups?id=61ce2c48-3fc5-48aa-a21e-1013182a23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380297 Jun 24 10:39:16.972754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Made reservation on behalf of 26681666493b4292980156d39206122f for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:39:16.976077 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:16.982623 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9b415a07-a9a6-4535-ac74-6e0200d4e78a req-0cef331a-d5b6-4734-903c-928c0edea129 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991898 Jun 24 10:39:17.084560 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:39:17.127977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Deleting port 98f8df7b-a934-45aa-9cf8-920449a876aa {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:17.128242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.196549 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8fa0634b-c919-4b82-a14c-0aef7eb7684e req-a5643696-b83a-4807-9869-98bf5721224b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0759311 Jun 24 10:39:17.224208 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Allocated IP 172.20.0.4 (45899704-97c3-476e-bec7-2e520450a5fd/ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3/d351664e-4b31-4c89-937c-bd5ab89196ed) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:17.307830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] For port 98f8df7b-a934-45aa-9cf8-920449a876aa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98f8df7b-a934-45aa-9cf8-920449a876aa,segment=NetworkSegment(11c4e56e-0136-424c-8a4f-f85a8b35ad81),segment_id=11c4e56e-0136-424c-8a4f-f85a8b35ad81)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:17.308115 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.383527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Calling delete_port for 98f8df7b-a934-45aa-9cf8-920449a876aa owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:17.525595 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dec3d8-962c-4eba-b689-80d4af84b4d4 req-9b048cce-b596-425e-bf8a-6d7dc10b8bcd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:17.527239 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01dec3d8-962c-4eba-b689-80d4af84b4d4 req-9b048cce-b596-425e-bf8a-6d7dc10b8bcd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.2231343 Jun 24 10:39:17.530170 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.569986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Transition to ACTIVE for port object d351664e-4b31-4c89-937c-bd5ab89196ed will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:39:17.619307 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01dec3d8-962c-4eba-b689-80d4af84b4d4 req-1a2b9f98-05bb-41ee-bef7-5010f086fd73 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808320 Jun 24 10:39:17.778696 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.780634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.786856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:17.868195 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Network 45899704-97c3-476e-bec7-2e520450a5fd is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:17.885537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:17.889548 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:39:17.901019 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:17.942858 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] No DVR routers for this DVR port 98f8df7b-a934-45aa-9cf8-920449a876aa on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:17.964516 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:17.966558 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1898aea3-56ce-4f79-8bc2-d4147a6ca63d req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.45 "DELETE /v2.0/ports/98f8df7b-a934-45aa-9cf8-920449a876aa HTTP/1.1" status: 204 len: 173 time: 1.0898898 Jun 24 10:39:17.967338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'name': 'network-vif-deleted', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:17.969657 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5738d7-93db-4c84-adbf-f7c1715c567e" -d '{"events": [{"server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "name": "network-vif-deleted", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:17.997867 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Pushing event deleted for resources: {'Port': ['ID=98f8df7b-a934-45aa-9cf8-920449a876aa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:18.001242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:18.006907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:18.013761 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:18.018834 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94360d1-5b40-43d5-92e8-8605c451051f req-79500f6f-0981-431c-8d0b-fdbc5b393148 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:18.023483 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a94360d1-5b40-43d5-92e8-8605c451051f req-79500f6f-0981-431c-8d0b-fdbc5b393148 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.2972822 Jun 24 10:39:18.038257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:18.038899 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:18.079622 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a94360d1-5b40-43d5-92e8-8605c451051f req-10ee4a30-2cd6-4233-a2d5-299a020e7ea4 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Jun 24 10:39:18.193981 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3767e0c7-f830-4bd8-a68f-d5a3edffd72f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6779761 Jun 24 10:39:18.253387 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Request body: {'port': {'device_id': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:39:18.316868 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-225c7659-9dd7-41dc-80fb-3a9187a14830 None None] Provisioning for port d351664e-4b31-4c89-937c-bd5ab89196ed completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:18.333080 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:18.335568 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-225c7659-9dd7-41dc-80fb-3a9187a14830 None None] Provisioning complete for port d351664e-4b31-4c89-937c-bd5ab89196ed triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:18.335974 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-225c7659-9dd7-41dc-80fb-3a9187a14830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:18.370962 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-225c7659-9dd7-41dc-80fb-3a9187a14830 None None] Port d351664e-4b31-4c89-937c-bd5ab89196ed cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:39:18.480936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80807bf7-ed06-405d-9b6d-b3a63b8df7dc x-openstack-request-id: req-80807bf7-ed06-405d-9b6d-b3a63b8df7dc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:18.480936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6712046c-c42c-472c-925d-f19f3005dee4", "name": "network-vif-deleted", "tag": "98f8df7b-a934-45aa-9cf8-920449a876aa", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:18.480936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80807bf7-ed06-405d-9b6d-b3a63b8df7dc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:18.480936 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6712046c-c42c-472c-925d-f19f3005dee4', 'name': 'network-vif-deleted', 'tag': '98f8df7b-a934-45aa-9cf8-920449a876aa', 'status': 'completed', 'code': 200} Jun 24 10:39:18.483446 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b995294-fea8-4776-bf19-3c86565bf938 req-816584bf-4e08-4ee8-a067-4ed9346b9d6e tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0405941 Jun 24 10:39:18.626316 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f74e7-ce12-4131-882d-1fb1be7455c4 req-790e5410-4612-4ae6-8eca-d926041e4037 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:18.628001 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-301f74e7-ce12-4131-882d-1fb1be7455c4 req-790e5410-4612-4ae6-8eca-d926041e4037 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 931 time: 0.0770006 Jun 24 10:39:18.726805 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98f8df7b-a934-45aa-9cf8-920449a876aa no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:18.747763 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 98f8df7b-a934-45aa-9cf8-920449a876aa {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:18.748508 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98f8df7b-a934-45aa-9cf8-920449a876aa not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:18.908160 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-301f74e7-ce12-4131-882d-1fb1be7455c4 req-419059b1-0c44-40a4-a69d-8f7666232a11 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721903 Jun 24 10:39:18.942530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d351664e-4b31-4c89-937c-bd5ab89196ed {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:18.951494 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:18.965365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Transition to ACTIVE for port object d351664e-4b31-4c89-937c-bd5ab89196ed will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:39:19.037423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:19.040480 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eb1f75c3-265f-4102-8601-5c6d839d31a2 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:19.094575 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:19.107533 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4b7b-ef39-464b-bed4-728d1ef9bd3e req-fbffd621-6f2c-4c0a-9480-57fb86203025 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.109456 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-28db4b7b-ef39-464b-bed4-728d1ef9bd3e req-fbffd621-6f2c-4c0a-9480-57fb86203025 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0817661 Jun 24 10:39:19.135488 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:19.168160 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-28db4b7b-ef39-464b-bed4-728d1ef9bd3e req-be5a5126-e1ac-4dd4-93b7-5c1920f3a32d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482068 Jun 24 10:39:19.216274 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Attempting to bind port d351664e-4b31-4c89-937c-bd5ab89196ed on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:39:19.216628 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Attempting to bind port d351664e-4b31-4c89-937c-bd5ab89196ed by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:39:19.220211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Attempting to bind port d351664e-4b31-4c89-937c-bd5ab89196ed on network 45899704-97c3-476e-bec7-2e520450a5fd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:19.222231 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Port d351664e-4b31-4c89-937c-bd5ab89196ed on network 45899704-97c3-476e-bec7-2e520450a5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:39:19.222615 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Attempting to bind port d351664e-4b31-4c89-937c-bd5ab89196ed on network 45899704-97c3-476e-bec7-2e520450a5fd {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:19.228343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:39:19.228853 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Checking segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:39:19.229069 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Bound using segment: {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:39:19.229511 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Bound port: d351664e-4b31-4c89-937c-bd5ab89196ed, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c86c4a-6a92-4e5d-ae4f-c408cd159e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:39:19.229957 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:19.354847 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:39:19.361849 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:39:19.377977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0471361-cd73-471d-9840-2f0c0ab345ff req-81d7eab5-12cd-4047-8467-e4b244e09ef5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.379331 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b65610-45c5-4225-a6f2-4a04da74ccb2 req-2c06f572-c56e-4ee7-a332-cdcf393386a3 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.379667 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0471361-cd73-471d-9840-2f0c0ab345ff req-81d7eab5-12cd-4047-8467-e4b244e09ef5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.1060152 Jun 24 10:39:19.380870 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a5b65610-45c5-4225-a6f2-4a04da74ccb2 req-2c06f572-c56e-4ee7-a332-cdcf393386a3 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0731359 Jun 24 10:39:19.422585 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0471361-cd73-471d-9840-2f0c0ab345ff req-c1afdf8e-de26-4ccb-ac1c-d7d7f4afb305 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Jun 24 10:39:19.435500 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a5b65610-45c5-4225-a6f2-4a04da74ccb2 req-1cc9f5ba-6c87-4ba6-87e5-58652e69c111 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Jun 24 10:39:19.467918 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:19.471161 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:19.504614 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.505231 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:19.506710 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] 10.222.0.45 "PUT /v2.0/ports/d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 1093 time: 1.2580867 Jun 24 10:39:19.527926 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:19.531097 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:19.673357 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c156690f-0044-4089-9e0c-b3c020edb6df req-28f08b41-b213-448d-9e70-7352eac50568 tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] 10.222.0.24 "GET /v2.0/ports?device_id=6712046c-c42c-472c-925d-f19f3005dee4 HTTP/1.1" status: 200 len: 210 time: 0.0382719 Jun 24 10:39:19.860774 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3923714c-3c9a-495f-90c5-1580e7377c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.862242 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-3923714c-3c9a-495f-90c5-1580e7377c78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1096 time: 0.0545347 Jun 24 10:39:19.929296 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-61002692-b308-48b9-8fac-9849e71f7f58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 217 time: 0.0332091 Jun 24 10:39:19.980604 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-09325002-1c10-46cb-b002-3df9ec2ac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:19.982583 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-09325002-1c10-46cb-b002-3df9ec2ac8b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0448406 Jun 24 10:39:20.078865 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-17dbdfa4-c841-4395-9a19-c00271a291c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.080389 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-17dbdfa4-c841-4395-9a19-c00271a291c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0579391 Jun 24 10:39:20.095028 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904f38d-50ac-496b-a79f-2e81fc35bc10 req-12e97116-50ee-4a31-8413-ac8f3496bd84 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.096560 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c904f38d-50ac-496b-a79f-2e81fc35bc10 req-12e97116-50ee-4a31-8413-ac8f3496bd84 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0669639 Jun 24 10:39:20.143512 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c904f38d-50ac-496b-a79f-2e81fc35bc10 req-84d2c298-2443-47ad-b5e5-2c3b6542d737 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 Jun 24 10:39:20.179895 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-4f05964a-c579-4fab-ae2a-a150735e873f service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895040 Jun 24 10:39:20.276484 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1325005d-8960-459b-bea8-1d26d3a68e3d req-6ce1088c-9e5d-4a42-afef-e897e7df4f15 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889790 Jun 24 10:39:20.362868 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a77905-2fde-45af-874c-6023a99199ed req-82f8f1ae-63de-46a9-8d87-d24b898190ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.364326 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c7a77905-2fde-45af-874c-6023a99199ed req-82f8f1ae-63de-46a9-8d87-d24b898190ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Jun 24 10:39:20.405457 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c7a77905-2fde-45af-874c-6023a99199ed req-b3bb0f24-6b97-49f5-aa2e-55cfacede33f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351493 Jun 24 10:39:20.477216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:20.479696 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844" -d '{"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:20.599920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9280f-0b98-4820-a5e1-f6c180f404aa req-96828ccf-248a-48bf-a2d6-601e6fad0c82 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.601352 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-65c9280f-0b98-4820-a5e1-f6c180f404aa req-96828ccf-248a-48bf-a2d6-601e6fad0c82 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0661149 Jun 24 10:39:20.604643 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86122-4b77-4c48-a2fd-d5644e8d4e3c req-a595f78e-99c8-4f4b-bafc-a033b9d65794 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.606121 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-84a86122-4b77-4c48-a2fd-d5644e8d4e3c req-a595f78e-99c8-4f4b-bafc-a033b9d65794 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0623035 Jun 24 10:39:20.640037 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-65c9280f-0b98-4820-a5e1-f6c180f404aa req-425ae344-3a1b-41da-9d69-8d1e2bc42242 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jun 24 10:39:20.649953 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-84a86122-4b77-4c48-a2fd-d5644e8d4e3c req-64e2d5d9-af9a-46d6-aaa0-b96126cfcfea tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Jun 24 10:39:20.696508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9161e55f-c694-44bc-9075-3282161d0f0a x-openstack-request-id: req-9161e55f-c694-44bc-9075-3282161d0f0a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:20.696962 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:20.697774 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9161e55f-c694-44bc-9075-3282161d0f0a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:20.699328 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'status': 'completed', 'code': 200} Jun 24 10:39:20.849053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-ad4273d7-76b8-4153-a2b8-273f80d19ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.850717 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-ad4273d7-76b8-4153-a2b8-273f80d19ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1096 time: 0.0633466 Jun 24 10:39:20.962745 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-cfa17f33-9f82-4b7a-9959-68638c584183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:20.964384 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-cfa17f33-9f82-4b7a-9959-68638c584183 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.0934241 Jun 24 10:39:21.118956 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-05188b1f-408c-43d9-ad94-c70615cd61f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 217 time: 0.0395098 Jun 24 10:39:21.193699 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-7455e734-4899-4951-8c3f-ed883ed4c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:21.196059 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-7455e734-4899-4951-8c3f-ed883ed4c23b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0528090 Jun 24 10:39:21.321514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-e7a9713f-8609-44dc-b3d8-13c38afb908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:21.323120 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-e7a9713f-8609-44dc-b3d8-13c38afb908b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914660 Jun 24 10:39:21.358267 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a039126-01b2-4b71-b34b-3cb7dfad9f66 req-45f0533a-596c-4da4-93cf-36360eebc057 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:21.359761 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7a039126-01b2-4b71-b34b-3cb7dfad9f66 req-45f0533a-596c-4da4-93cf-36360eebc057 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0831814 Jun 24 10:39:21.410244 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7a039126-01b2-4b71-b34b-3cb7dfad9f66 req-8ee3c25d-1ed0-419c-bf1a-356d06fbbc9f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Jun 24 10:39:21.492791 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-5a112fc0-e04f-4b52-b346-eb5a009b1256 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958507 Jun 24 10:39:21.590159 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29da5e-cb1c-432a-ad25-caf69cdaca32 req-0edddfce-4af6-4094-80cb-a3ccdbe51d21 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:21.591675 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7f29da5e-cb1c-432a-ad25-caf69cdaca32 req-0edddfce-4af6-4094-80cb-a3ccdbe51d21 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0657337 Jun 24 10:39:21.615775 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-237d45b3-fcf2-4d2d-ab0d-59d2abcad844 req-b733078a-3e4c-4006-bcf4-b13d957303f3 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883560 Jun 24 10:39:21.630172 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7f29da5e-cb1c-432a-ad25-caf69cdaca32 req-5d48e366-0564-450e-ada0-044615ce4645 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Jun 24 10:39:21.817874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709efe0a-50fc-4c34-94a6-5f7eafff3b59 req-ce3dd09c-ebbf-44e8-a54e-105606e44066 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:21.820819 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-709efe0a-50fc-4c34-94a6-5f7eafff3b59 req-ce3dd09c-ebbf-44e8-a54e-105606e44066 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0633347 Jun 24 10:39:21.863285 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-709efe0a-50fc-4c34-94a6-5f7eafff3b59 req-0e24ca84-9413-4b2d-80e1-ea8d5769dcb5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Jun 24 10:39:22.585154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83b80-280e-4d02-a67e-3ceb4402dc27 req-f6fda06b-e0c8-4eb5-8b8a-10adfd8a5876 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:22.586687 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-59d83b80-280e-4d02-a67e-3ceb4402dc27 req-f6fda06b-e0c8-4eb5-8b8a-10adfd8a5876 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0664182 Jun 24 10:39:22.629700 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-59d83b80-280e-4d02-a67e-3ceb4402dc27 req-caa20a71-66c8-4f00-bd23-82e0253ce707 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Jun 24 10:39:22.636028 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56150) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:22.750059 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:22.775688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:22.903049 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db38c-1215-461a-b7ed-8ff6953d7851 req-d1394518-7b1a-4fe6-8eb9-734a4fcc5b72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:22.909222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:22.913243 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b33db38c-1215-461a-b7ed-8ff6953d7851 req-d1394518-7b1a-4fe6-8eb9-734a4fcc5b72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1244481 Jun 24 10:39:22.926465 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:22.941790 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:22.966098 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b33db38c-1215-461a-b7ed-8ff6953d7851 req-6e979bc1-5880-4fad-8752-723ec62a7f8e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500739 Jun 24 10:39:22.981122 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:22.989159 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:22.992868 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1ede0dcf-6086-4238-989b-ad3b061a891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:23.009830 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:23.035118 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:23.045476 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e0e61-70d1-4cd9-a91c-d9bd65ab9e91,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:23.069031 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:23.071912 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6b085a7ebf74140ab2a2a32fb5012c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348843 Jun 24 10:39:23.075145 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56172) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:23.132511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:23.133699 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dd3fb-1384-4d49-8d10-d43cf46d4601 req-56ada74d-7aee-408a-9e65-c91a1539fbde tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:23.136703 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:23.140670 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa7dd3fb-1384-4d49-8d10-d43cf46d4601 req-56ada74d-7aee-408a-9e65-c91a1539fbde tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.1333342 Jun 24 10:39:23.148248 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:23.174718 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:23.196827 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa7dd3fb-1384-4d49-8d10-d43cf46d4601 req-79d50bd2-91dd-46a9-8222-17d3a643db88 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Jun 24 10:39:23.202010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:23.205799 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:23.381404 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:23.388374 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:23.395098 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd0e0e61-70d1-4cd9-a91c-d9bd65ab9e91 HTTP/1.1" status: 204 len: 168 time: 0.3165257 Jun 24 10:39:23.399504 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a25c12e7-aaa2-48de-a613-55114ea43e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:23.452752 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e0e61-70d1-4cd9-a91c-d9bd65ab9e91,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:23.474476 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.474857 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.475245 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.475598 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.475950 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.476326 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.477490 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.478368 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.478878 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.479421 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.480120 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.480472 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:23.484545 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:23.597095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:23.888915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132008f5-31ab-4f23-9203-959639497f7c req-2552937f-d358-4074-8820-7c23dca5801c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:23.897289 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-132008f5-31ab-4f23-9203-959639497f7c req-2552937f-d358-4074-8820-7c23dca5801c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.1399493 Jun 24 10:39:23.902142 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737347-519a-4e85-b070-6f067c4da75e req-e6a70e86-a7b5-4f46-bcc2-f51b898458e5 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:23.905535 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f4737347-519a-4e85-b070-6f067c4da75e req-e6a70e86-a7b5-4f46-bcc2-f51b898458e5 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.1049631 Jun 24 10:39:23.945281 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f4737347-519a-4e85-b070-6f067c4da75e req-6e1a0b57-ffeb-4d98-a164-5e757d01975c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Jun 24 10:39:24.054394 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Deleting port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:24.054995 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:24.182936 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] For port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:24.183296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:24.198343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Calling delete_port for 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:24.218658 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263c5d6-0939-496e-875e-4a1f3691c06c req-da27bd49-57b6-414f-83e6-a8387f7e34f4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:24.220188 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7263c5d6-0939-496e-875e-4a1f3691c06c req-da27bd49-57b6-414f-83e6-a8387f7e34f4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 944 time: 0.1206968 Jun 24 10:39:24.305072 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7263c5d6-0939-496e-875e-4a1f3691c06c req-fcaf12c9-6a28-42e1-b8d6-2dd04a395e46 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787299 Jun 24 10:39:24.391302 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0e031-1395-4448-9d84-4e15d5bac638 req-e2846a8f-8bdc-4084-8a12-d1621305272c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:24.392774 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fe0e031-1395-4448-9d84-4e15d5bac638 req-e2846a8f-8bdc-4084-8a12-d1621305272c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 945 time: 0.0749032 Jun 24 10:39:24.433531 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3fe0e031-1395-4448-9d84-4e15d5bac638 req-7f66651d-f2d2-4ce1-8371-f66550d84e8b tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Jun 24 10:39:24.477880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:24.481656 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:24.507403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Pushing event deleted for resources: {'Port': ['ID=1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:24.520504 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.520865 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.521235 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.521593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.521951 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.522306 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.522660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.523034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.523443 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.524354 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.524760 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.525059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:24.542771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:24.548217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:24.574720 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] No DVR routers for this DVR port 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:24.577666 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:24.579792 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-132008f5-31ab-4f23-9203-959639497f7c req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "DELETE /v2.0/ports/1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b HTTP/1.1" status: 204 len: 173 time: 0.6602848 Jun 24 10:39:24.580589 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'name': 'network-vif-deleted', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:24.583094 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31ca86-0a67-4404-a940-37bf0bcce2f0" -d '{"events": [{"server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "name": "network-vif-deleted", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:24.628210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af6b02-439a-402b-9c94-d5edd1f962db x-openstack-request-id: req-08af6b02-439a-402b-9c94-d5edd1f962db {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:24.628589 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af422a10-9743-4e31-b696-d1cc0316ccc1", "name": "network-vif-deleted", "tag": "1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:24.628882 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08af6b02-439a-402b-9c94-d5edd1f962db {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:24.629552 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af422a10-9743-4e31-b696-d1cc0316ccc1', 'name': 'network-vif-deleted', 'tag': '1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b', 'status': 'completed', 'code': 200} Jun 24 10:39:24.758697 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:24.787931 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:24.890169 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:24.908979 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:24.909365 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:24.912355 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'mac_address': 'fa:16:3e:41:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:24.998225 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:25.022001 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d351664e-4b31-4c89-937c-bd5ab89196ed {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:25.073590 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:25.081828 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:25.110662 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:25.115486 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fba773-0bcd-41df-be19-e835f607f444" -d '{"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:25.138170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:25.147303 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:25.152783 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:25.215935 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b0992-e784-4fe8-b3e4-ca632038044b x-openstack-request-id: req-074b0992-e784-4fe8-b3e4-ca632038044b {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:25.216378 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:25.220836 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-074b0992-e784-4fe8-b3e4-ca632038044b {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:25.220836 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'code': 200} Jun 24 10:39:25.220836 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:25.230486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eae1e-7c85-4b14-94ff-77c46328f37d req-c7f34fbc-016d-4874-93fc-527f54f440b8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:25.232311 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-723eae1e-7c85-4b14-94ff-77c46328f37d req-c7f34fbc-016d-4874-93fc-527f54f440b8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 944 time: 0.0956690 Jun 24 10:39:25.245122 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:25.248326 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:25.248863 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:25.271651 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-723eae1e-7c85-4b14-94ff-77c46328f37d req-88296989-b8f8-4e48-876d-7d6fccd1cbae tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Jun 24 10:39:25.296776 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:25.299761 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:25.493553 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eda57-2af4-4f33-9b85-8e05618a35e9 req-481f21bd-1161-440c-8f8a-ca3fa8facce8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:25.495091 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-be6eda57-2af4-4f33-9b85-8e05618a35e9 req-481f21bd-1161-440c-8f8a-ca3fa8facce8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0636296 Jun 24 10:39:25.534720 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-be6eda57-2af4-4f33-9b85-8e05618a35e9 req-80434823-b673-4de1-9bbd-587f93c8c5b7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Jun 24 10:39:25.600469 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d276bb21-839c-46a5-9863-c3fc6dd89b7b req-cc3ac0cd-20a8-49dc-9970-3a6556cd699d tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=af422a10-9743-4e31-b696-d1cc0316ccc1 HTTP/1.1" status: 200 len: 210 time: 0.0379143 Jun 24 10:39:26.044043 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['d351664e-4b31-4c89-937c-bd5ab89196ed'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:26.216190 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2012-b5c8-44ce-9884-142b8c7301a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:26.464367 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d609d5-5be4-4302-9ad5-cd8fa086ceaa req-a1393356-5cf2-47f1-8f61-e8892b31ea74 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:26.465818 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02d609d5-5be4-4302-9ad5-cd8fa086ceaa req-a1393356-5cf2-47f1-8f61-e8892b31ea74 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 944 time: 0.0813186 Jun 24 10:39:26.503362 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02d609d5-5be4-4302-9ad5-cd8fa086ceaa req-5361d02c-3840-4f86-bfc9-c12f8ce2aef8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jun 24 10:39:26.737223 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f3131-8fd0-4e30-a080-fc588a9a85ce req-78c8ccc8-4f00-4a9d-9ecf-faf7987fdb71 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:26.738747 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-db5f3131-8fd0-4e30-a080-fc588a9a85ce req-78c8ccc8-4f00-4a9d-9ecf-faf7987fdb71 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0753725 Jun 24 10:39:26.753352 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:26.775136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:26.779963 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 1ddc5cce-f4c7-42e2-86e4-7c1f829c4c3b not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:26.793891 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-db5f3131-8fd0-4e30-a080-fc588a9a85ce req-69c232e0-3a27-475c-8ba3-70b30df5da62 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Jun 24 10:39:26.853190 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-4225e4d4-daa3-4065-83d7-b69961403213 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631659 Jun 24 10:39:27.002125 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-654506f9-80ac-4696-9fed-5b99826173fe tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:27.003660 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-654506f9-80ac-4696-9fed-5b99826173fe tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 809 time: 0.1340785 Jun 24 10:39:27.020718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-b16d9458-0a82-43eb-b89d-200fec8dffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:27.020718 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-b16d9458-0a82-43eb-b89d-200fec8dffe9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 1098 time: 0.0946498 Jun 24 10:39:27.030537 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-e7728384-d7c7-4601-a792-4fa054e0f100 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/quotas/29666b781fe64ce8b6d922a3aa2a3677 HTTP/1.1" status: 200 len: 375 time: 0.0136459 Jun 24 10:39:27.074321 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-d551a77c-52dd-4194-b06b-5e2ed7c09c26 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368469 Jun 24 10:39:27.227675 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-ab7ac479-cf14-47e9-b1da-153edfc0f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:27.229133 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-ab7ac479-cf14-47e9-b1da-153edfc0f663 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 200 len: 919 time: 0.1817434 Jun 24 10:39:27.239157 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-a4263784-dc68-4b8b-a7fd-39656149821b service neutron] 10.222.0.24 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203895 Jun 24 10:39:27.327277 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-e910b97c-296a-436f-ae39-89dbc0422a43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 200 len: 217 time: 0.0374758 Jun 24 10:39:27.398270 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-59f1c66a-bbbb-4a7e-bd45-76e4c9e146a0 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533020 Jun 24 10:39:27.403015 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-a1575747-2323-4f24-bf66-665db8533bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:27.406209 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-a1575747-2323-4f24-bf66-665db8533bc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 200 len: 858 time: 0.0678017 Jun 24 10:39:27.449839 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-98ab74ea-294a-46f7-80c1-53ab7409a36d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e124aed2-4157-4050-8efe-330026d966c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296307 Jun 24 10:39:27.576223 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-71fe88fd-435d-4a5b-a277-163f1ea70cca service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100810 Jun 24 10:39:27.649420 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56406) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:27.822621 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-61d5d658-ca06-4931-ac97-0d1ec1b57522 req-7a69953f-ef17-4a6e-9ac8-bc272c7175af service neutron] 10.222.0.45 "GET /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901188 Jun 24 10:39:27.893724 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-3b388ef5-39dd-4f93-89b8-079387b4139c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee64ccb1c836454c99c9d7bc70bb9f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430983 Jun 24 10:39:27.896318 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56424) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:27.948726 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:27.988560 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:28.014421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991554-6836-4ab1-8ab7-d9da5f1fa30a req-f195dd6d-c72d-445f-bb11-bb9663a25fb3 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:28.016031 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-28991554-6836-4ab1-8ab7-d9da5f1fa30a req-f195dd6d-c72d-445f-bb11-bb9663a25fb3 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 944 time: 0.0949702 Jun 24 10:39:28.066013 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-28991554-6836-4ab1-8ab7-d9da5f1fa30a req-ebb22b62-81a9-40c3-aeba-d25cfd3826e4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380981 Jun 24 10:39:28.118472 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:28.121576 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:28.122830 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61ce2c48-3fc5-48aa-a21e-1013182a23f7 HTTP/1.1" status: 204 len: 168 time: 0.2254975 Jun 24 10:39:28.123847 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e93625fd-e5ee-4136-8ded-db2b3fef157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:28.140517 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce2c48-3fc5-48aa-a21e-1013182a23f7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:28.146089 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:28.222893 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6a6b5df5-1e9a-4a14-8ddb-b8e6d5d788df req-870f9ac1-832d-498d-b028-1803e97f214e tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 210 time: 0.0797992 Jun 24 10:39:28.270259 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89228-d231-456c-8f92-a69ad457bda4 req-77b1082d-18bc-4855-9232-3565250462df tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:28.272683 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-66a89228-d231-456c-8f92-a69ad457bda4 req-77b1082d-18bc-4855-9232-3565250462df tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.1115828 Jun 24 10:39:28.328270 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-66a89228-d231-456c-8f92-a69ad457bda4 req-c0fb607e-6471-4dde-8e33-93e73da942b2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Jun 24 10:39:28.556529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c0cf-ec84-4002-82eb-7d997f0cea7c req-6bbc5166-1f95-4ad8-8288-322157668070 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:28.569699 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02e2c0cf-ec84-4002-82eb-7d997f0cea7c req-6bbc5166-1f95-4ad8-8288-322157668070 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1757584 Jun 24 10:39:28.627830 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-02e2c0cf-ec84-4002-82eb-7d997f0cea7c req-9236b2cb-f914-44cf-abd5-98f708b686f4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561097 Jun 24 10:39:28.672156 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c72e-c66d-4d42-82e4-5ad35a4fd572 req-bd5d07bc-2779-4901-9f42-753a4e855c25 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:28.674089 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60c6c72e-c66d-4d42-82e4-5ad35a4fd572 req-bd5d07bc-2779-4901-9f42-753a4e855c25 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1180429 Jun 24 10:39:28.718925 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-60c6c72e-c66d-4d42-82e4-5ad35a4fd572 req-98219c6e-478a-4d09-8fb6-9328aa4fcf5f tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 Jun 24 10:39:28.760044 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:28.911575 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port d351664e-4b31-4c89-937c-bd5ab89196ed completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:28.916814 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port d351664e-4b31-4c89-937c-bd5ab89196ed triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:28.918542 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:29.089701 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f405a43a-9496-449c-9ad2-6a4a24b89c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:29.097800 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:29.138838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:29.140197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:29.142698 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe78a89-2784-4b64-ae56-1a9e6a3eb779" -d '{"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-plugged", "status": "completed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:29.146875 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:29.208045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0779076-6c0a-4b9c-bfbb-6814450bb8d5 x-openstack-request-id: req-e0779076-6c0a-4b9c-bfbb-6814450bb8d5 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:29.208516 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-plugged", "status": "completed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:29.209183 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0779076-6c0a-4b9c-bfbb-6814450bb8d5 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:29.209787 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'code': 200} Jun 24 10:39:29.233296 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:29.235961 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:29.294135 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:29.310305 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.312880 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.313302 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.313648 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.313987 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.314322 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.314657 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.315006 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.318809 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.319218 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.319522 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.319854 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:29.330371 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b740e4-567c-4f03-b4e7-e39322a94ad7 req-fe970bd2-c4c6-420e-8d15-4391086931af tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:29.333964 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-97b740e4-567c-4f03-b4e7-e39322a94ad7 req-fe970bd2-c4c6-420e-8d15-4391086931af tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0909612 Jun 24 10:39:29.340828 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:29.390113 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-97b740e4-567c-4f03-b4e7-e39322a94ad7 req-d8ceda50-564d-4927-8899-9175617c3f19 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495281 Jun 24 10:39:29.487986 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-560591e3-8fb5-435c-a037-d291e43c85f5 req-725da209-5398-473b-8bd7-eb71744c6c36 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 210 time: 0.0388710 Jun 24 10:39:29.623340 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83124c-0060-47d2-9627-babf49a98ab9 req-6d7e0e38-e2a2-43e5-94e9-539a4f606ece tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:29.633037 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ad83124c-0060-47d2-9627-babf49a98ab9 req-6d7e0e38-e2a2-43e5-94e9-539a4f606ece tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.1016545 Jun 24 10:39:29.688767 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ad83124c-0060-47d2-9627-babf49a98ab9 req-07025adc-8729-4598-b091-caca3c422563 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Jun 24 10:39:30.014038 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f948-461d-4728-8527-cd0133ae9dbb req-bcec3a8c-1680-4c2f-a45b-0b64ddae4d1a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:30.014038 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b51f948-461d-4728-8527-cd0133ae9dbb req-bcec3a8c-1680-4c2f-a45b-0b64ddae4d1a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1965444 Jun 24 10:39:30.067369 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947d0a-3329-4b49-b382-6df47a88ac03 req-daf2cbff-415c-4f3c-8336-dd35b860d13e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:30.081467 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5d947d0a-3329-4b49-b382-6df47a88ac03 req-daf2cbff-415c-4f3c-8336-dd35b860d13e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1574864 Jun 24 10:39:30.102108 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b51f948-461d-4728-8527-cd0133ae9dbb req-6a1e325e-ba1c-49bd-9272-0fd09533dab5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126187 Jun 24 10:39:30.151867 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5d947d0a-3329-4b49-b382-6df47a88ac03 req-121b50d0-b359-42a2-8567-097351b8c740 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691383 Jun 24 10:39:30.430294 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:30.535146 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e6df-2630-43b1-8826-1ead69067a5f req-f81c240e-d658-4f92-ac64-61e0f4bfbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:30.537072 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d294e6df-2630-43b1-8826-1ead69067a5f req-f81c240e-d658-4f92-ac64-61e0f4bfbf89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.1052043 Jun 24 10:39:30.587662 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d294e6df-2630-43b1-8826-1ead69067a5f req-5c621731-f13b-4b9b-9a13-551264dd7e14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374701 Jun 24 10:39:30.647492 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-db480084-74b1-40b8-8d72-2022f0b17708 req-51ee32dc-1587-4543-bb8a-d6a711ef36ed tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 210 time: 0.0350866 Jun 24 10:39:30.656871 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280ad8-c485-4c5e-90d1-69b72e1741a4 req-b2cdbdce-928e-4b3a-a4f7-3aef5c51f175 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:30.666450 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ff280ad8-c485-4c5e-90d1-69b72e1741a4 req-b2cdbdce-928e-4b3a-a4f7-3aef5c51f175 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0940769 Jun 24 10:39:30.703455 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ff280ad8-c485-4c5e-90d1-69b72e1741a4 req-e491b842-02a2-43e8-857b-800dc502904c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Jun 24 10:39:30.910469 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb699-f3a1-47af-b765-d9c1aea92dbf req-70e7db5d-995e-4654-8b7f-40d7477c5261 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:30.915389 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b40cb699-f3a1-47af-b765-d9c1aea92dbf req-70e7db5d-995e-4654-8b7f-40d7477c5261 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.0880971 Jun 24 10:39:30.957992 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b40cb699-f3a1-47af-b765-d9c1aea92dbf req-af916db7-10a3-4dfa-9151-d6ec55fb93a1 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jun 24 10:39:31.302114 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-9e9022c1-371e-4909-9dc6-f303cb2bc1a3 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:31.353363 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-9e9022c1-371e-4909-9dc6-f303cb2bc1a3 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 809 time: 0.1254215 Jun 24 10:39:31.353569 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b71-1356-4abe-886f-81d2a84e3dbc req-a58b6ba2-4005-475c-9c4f-8837581683e3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:31.353569 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-606b4b71-1356-4abe-886f-81d2a84e3dbc req-a58b6ba2-4005-475c-9c4f-8837581683e3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1047885 Jun 24 10:39:31.384650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6534b-4824-45eb-80d2-68cbb1b44740 req-71b1c725-cc69-4616-9267-4382cf28ad06 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:31.386146 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2e6534b-4824-45eb-80d2-68cbb1b44740 req-71b1c725-cc69-4616-9267-4382cf28ad06 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jun 24 10:39:31.389602 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Request body: {'port': {'device_id': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f', 'admin_state_up': True, 'tenant_id': '29666b781fe64ce8b6d922a3aa2a3677'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:39:31.397567 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-606b4b71-1356-4abe-886f-81d2a84e3dbc req-2bfbe459-7c28-4ac9-b519-28fc1542a152 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jun 24 10:39:31.473187 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2e6534b-4824-45eb-80d2-68cbb1b44740 req-a25b1cc3-acce-4947-9596-471b7eff7507 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789568 Jun 24 10:39:31.494806 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:31.598406 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Made reservation on behalf of 29666b781fe64ce8b6d922a3aa2a3677 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:39:31.603551 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:31.772082 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Allocated IP 172.20.0.14 (7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f/28dfb927-54fd-4a01-aa40-16d95545775c/4cfb58d8-b592-411e-8667-b154d0919dd6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:31.827111 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d621db7d-fd94-46c8-83ea-6df7e150e588 req-9271d0ae-76ef-474a-820e-e3e72c86f610 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 210 time: 0.0445700 Jun 24 10:39:31.956280 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2c6d-40fa-4c5b-a390-35e3ef90c3db req-583c5e8e-900c-4543-b5ab-2724e116a42c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:31.964672 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a7a2c6d-40fa-4c5b-a390-35e3ef90c3db req-583c5e8e-900c-4543-b5ab-2724e116a42c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0789418 Jun 24 10:39:32.024768 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a7a2c6d-40fa-4c5b-a390-35e3ef90c3db req-b4939df6-9314-4331-8549-51562979bac7 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588181 Jun 24 10:39:32.032457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-0ffbbc2b-ebe8-4fd1-99ab-95f895f61a6e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:32.044940 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-0ffbbc2b-ebe8-4fd1-99ab-95f895f61a6e tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.1746635 Jun 24 10:39:32.118946 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.156423 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.546838 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994cf1f-7ae1-4845-b102-dc8a347ebfce req-95a5250f-a42f-41e7-8b02-2112908154c0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:32.548620 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d994cf1f-7ae1-4845-b102-dc8a347ebfce req-95a5250f-a42f-41e7-8b02-2112908154c0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 946 time: 0.4211786 Jun 24 10:39:32.563973 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Deleting port 98b99104-a35c-490a-9662-bee7a8287697 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:32.571463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.621446 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d4ec-8f7c-4c79-8f3a-73f9a2061bcf req-73b70509-cb61-4653-a7e9-884669ee7462 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:32.621880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.623081 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5c36d4ec-8f7c-4c79-8f3a-73f9a2061bcf req-73b70509-cb61-4653-a7e9-884669ee7462 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0933833 Jun 24 10:39:32.637109 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:32.681448 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:32.682059 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5c36d4ec-8f7c-4c79-8f3a-73f9a2061bcf req-6a4c48c9-30b7-41f0-8637-49d361f3d5cc tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522971 Jun 24 10:39:32.701106 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:32.704872 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:39:32.770497 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Pushing event updated for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:32.792984 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d994cf1f-7ae1-4845-b102-dc8a347ebfce req-4d17a08f-4f3d-4a32-9df2-708ff82d1eee tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313695 Jun 24 10:39:32.831296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:32.846940 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:32.847714 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.877795 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] For port 98b99104-a35c-490a-9662-bee7a8287697, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=98b99104-a35c-490a-9662-bee7a8287697,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:32.878533 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:32.895002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Calling delete_port for 98b99104-a35c-490a-9662-bee7a8287697 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:32.925148 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9ab1-bb32-4061-8247-b3e7f4cd0d49 req-ab7af88b-c8c1-4e89-af4e-a59f2a35482b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:32.926719 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a99b9ab1-bb32-4061-8247-b3e7f4cd0d49 req-ab7af88b-c8c1-4e89-af4e-a59f2a35482b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0950303 Jun 24 10:39:32.972833 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a99b9ab1-bb32-4061-8247-b3e7f4cd0d49 req-5013eedd-a6a6-40d0-acb4-f786e374f1c9 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jun 24 10:39:32.990306 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6132159 Jun 24 10:39:33.066112 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Request body: {'port': {'device_id': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:39:33.229064 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:33.250701 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b60ab-e28c-42a4-9506-f71d407cbae0 req-46db5d38-4b8d-4d91-a7b0-7e6c19be9ca8 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:33.252298 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-069b60ab-e28c-42a4-9506-f71d407cbae0 req-46db5d38-4b8d-4d91-a7b0-7e6c19be9ca8 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 932 time: 0.1466646 Jun 24 10:39:33.307731 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-069b60ab-e28c-42a4-9506-f71d407cbae0 req-210d7ede-07f5-4c12-9e96-542f9e3e348c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Jun 24 10:39:33.424632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:33.432635 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3f59a0a9-f6b1-45ca-841c-85a63d111304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:33.471797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event deleted for resources: {'Port': ['ID=98b99104-a35c-490a-9662-bee7a8287697,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:33.483105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:33.490733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', '2dce8de4-7089-4e03-96d6-71efa22d01ed', '98b99104-a35c-490a-9662-bee7a8287697'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:33.504293 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4842e4-bae0-44c0-8c35-a085e2de15c4 req-65c9c86b-7d55-4f3d-9fd0-948ed138718e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:33.505807 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b4842e4-bae0-44c0-8c35-a085e2de15c4 req-65c9c86b-7d55-4f3d-9fd0-948ed138718e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.2667732 Jun 24 10:39:33.613581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] No DVR routers for this DVR port 98b99104-a35c-490a-9662-bee7a8287697 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:33.621913 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:33.622310 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5226055f-5b7e-4895-bd4c-8975cbcae743 req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "DELETE /v2.0/ports/98b99104-a35c-490a-9662-bee7a8287697 HTTP/1.1" status: 204 len: 173 time: 1.5715165 Jun 24 10:39:33.625641 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'name': 'network-vif-deleted', 'tag': '98b99104-a35c-490a-9662-bee7a8287697'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:33.628293 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa4c32-0a03-4761-9b66-a88d5e21fbdc" -d '{"events": [{"server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "name": "network-vif-deleted", "tag": "98b99104-a35c-490a-9662-bee7a8287697"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:33.659508 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b4842e4-bae0-44c0-8c35-a085e2de15c4 req-e0543431-b9ab-4852-a2b3-4385101b8fce tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394818 Jun 24 10:39:33.701292 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078252f-8013-4fb7-9e28-abd57651a182 x-openstack-request-id: req-1078252f-8013-4fb7-9e28-abd57651a182 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:33.701894 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d616e952-cb61-4fc0-b708-bc6120ea1c96", "name": "network-vif-deleted", "tag": "98b99104-a35c-490a-9662-bee7a8287697", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:33.702350 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1078252f-8013-4fb7-9e28-abd57651a182 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:33.703008 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616e952-cb61-4fc0-b708-bc6120ea1c96', 'name': 'network-vif-deleted', 'tag': '98b99104-a35c-490a-9662-bee7a8287697', 'status': 'completed', 'code': 200} Jun 24 10:39:33.768365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cfb58d8-b592-411e-8667-b154d0919dd6 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:33.779878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:33.795154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Transition to ACTIVE for port object 4cfb58d8-b592-411e-8667-b154d0919dd6 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:39:33.890340 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:33.990155 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc4b6-d159-48c2-a602-fbde55776b80 req-a5e719f1-a5fe-435a-b564-91333fdf1b72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.003006 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c45dc4b6-d159-48c2-a602-fbde55776b80 req-a5e719f1-a5fe-435a-b564-91333fdf1b72 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1299148 Jun 24 10:39:34.004335 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:34.042761 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c45dc4b6-d159-48c2-a602-fbde55776b80 req-128d1be3-e967-4ed8-a645-44a521ef41d6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Jun 24 10:39:34.080975 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:34.088178 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:34.162199 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8471d-e3c9-4c0b-b720-bd3ed90985d8 req-96bab835-053b-4b7c-9b74-620f711dd491 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.165248 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8da8471d-e3c9-4c0b-b720-bd3ed90985d8 req-96bab835-053b-4b7c-9b74-620f711dd491 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.2907984 Jun 24 10:39:34.212503 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Attempting to bind port 4cfb58d8-b592-411e-8667-b154d0919dd6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:39:34.212850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Attempting to bind port 4cfb58d8-b592-411e-8667-b154d0919dd6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:39:34.213440 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Attempting to bind port 4cfb58d8-b592-411e-8667-b154d0919dd6 on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:34.227465 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0f36acb1-3b81-4398-abb0-e83e3cc7e392 req-54561be4-bd87-4e61-9252-78544310e08f tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0360260 Jun 24 10:39:34.232684 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Port 4cfb58d8-b592-411e-8667-b154d0919dd6 on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:39:34.233115 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Attempting to bind port 4cfb58d8-b592-411e-8667-b154d0919dd6 on network 7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:39:34.239984 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:39:34.240326 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Checking segment: {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:39:34.241417 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Bound using segment: {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:39:34.241924 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Bound port: 4cfb58d8-b592-411e-8667-b154d0919dd6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:39:34.242296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:34.263949 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8da8471d-e3c9-4c0b-b720-bd3ed90985d8 req-6fd60185-229f-4754-ab3e-69c97edbd582 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842814 Jun 24 10:39:34.296023 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56500) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:34.368679 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:39:34.372184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cfb58d8-b592-411e-8667-b154d0919dd6,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:39:34.472774 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-0371df13-a15d-40da-b8d5-4b160ac1408d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.473036 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-0371df13-a15d-40da-b8d5-4b160ac1408d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.0992472 Jun 24 10:39:34.480969 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:34.489053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7aefbe98-ef1e-4a52-8769-1afb1ab8d1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:34.539793 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.540410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:34.541939 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] 10.222.0.45 "PUT /v2.0/ports/4cfb58d8-b592-411e-8667-b154d0919dd6 HTTP/1.1" status: 200 len: 1094 time: 1.4802775 Jun 24 10:39:34.551983 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2fef-a081-47c2-905e-d1c194debf1e req-d7c6ed7a-80ee-47ae-84df-6f75929d62fb tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.554096 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7e7e2fef-a081-47c2-905e-d1c194debf1e req-d7c6ed7a-80ee-47ae-84df-6f75929d62fb tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1114843 Jun 24 10:39:34.620971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:34.633824 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:34.690045 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Deleting port 15316d32-3a81-4224-997b-e5528dd63d15 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:34.690393 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:34.713914 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7e7e2fef-a081-47c2-905e-d1c194debf1e req-b3af716b-3acb-4c65-8b68-944bacd4766e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528957 Jun 24 10:39:34.747897 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebd2ce-aa95-4671-a317-bb9c4a61a893 tempest-TestShelveInstance-2058527465 tempest-TestShelveInstance-2058527465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.753863 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-fcebd2ce-aa95-4671-a317-bb9c4a61a893 tempest-TestShelveInstance-2058527465 tempest-TestShelveInstance-2058527465-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1093 time: 0.4566839 Jun 24 10:39:34.759029 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:34.768083 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'tenant_id': '26681666493b4292980156d39206122f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:39:34.885123 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] For port 15316d32-3a81-4224-997b-e5528dd63d15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15316d32-3a81-4224-997b-e5528dd63d15,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:34.885552 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:34.906968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Calling delete_port for 15316d32-3a81-4224-997b-e5528dd63d15 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:34.921330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-d464e7c7-83d3-4e29-9f2c-4680beb594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.923188 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-d464e7c7-83d3-4e29-9f2c-4680beb594ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 1097 time: 0.2294135 Jun 24 10:39:34.942223 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b2191-7016-4bd8-a738-070a91d9aa48 req-a2ed8641-c8c0-492b-a6d0-a8add4987d03 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:34.949386 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d51b2191-7016-4bd8-a738-070a91d9aa48 req-a2ed8641-c8c0-492b-a6d0-a8add4987d03 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 944 time: 0.1706362 Jun 24 10:39:34.951881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:35.043511 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-5a30cf8a-fc42-4b27-b84f-108ca65cb552 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cfb58d8-b592-411e-8667-b154d0919dd6 HTTP/1.1" status: 200 len: 217 time: 0.0880771 Jun 24 10:39:35.234804 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d51b2191-7016-4bd8-a738-070a91d9aa48 req-064cba35-cfc4-422d-9f14-1467027218cc tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839763 Jun 24 10:39:35.278533 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-a41c789d-31de-4b2a-8d79-9b779172702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:35.280769 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-a41c789d-31de-4b2a-8d79-9b779172702d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28dfb927-54fd-4a01-aa40-16d95545775c HTTP/1.1" status: 200 len: 849 time: 0.1688783 Jun 24 10:39:35.342004 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9cbd-5392-40fd-acde-67e60336518e req-d8b446ed-1b7e-4591-b7f2-f21710165dca tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:35.352675 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ae5a9cbd-5392-40fd-acde-67e60336518e req-d8b446ed-1b7e-4591-b7f2-f21710165dca tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1306996 Jun 24 10:39:35.431609 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-cff3da96-385d-4f3f-b363-4262eda5f8b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007650 Jun 24 10:39:35.452375 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ae5a9cbd-5392-40fd-acde-67e60336518e req-b2c9725d-88fb-42c4-94ca-30166f375f73 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969310 Jun 24 10:39:35.522989 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:35.553187 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab55dead-2d0f-46f9-95c3-7f4c170355a9 req-47e56123-bfb0-427d-af95-3b6aafc7e546 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=d616e952-cb61-4fc0-b708-bc6120ea1c96 HTTP/1.1" status: 200 len: 210 time: 0.0529144 Jun 24 10:39:35.641274 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-4c8d9dc4-1d5b-4a15-b5ab-57e03f99a44d service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000675 Jun 24 10:39:35.715818 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:35.715818 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c305fe1-a22a-40b6-97e1-91c5dd120784" -d '{"events": [{"name": "network-changed", "server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:35.743496 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Allocated IP 172.28.2.27 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/08ab6646-b525-421f-abf1-607318a43b17) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:35.752038 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bdc7e0-141b-403d-a818-e70f1588525c x-openstack-request-id: req-f7bdc7e0-141b-403d-a818-e70f1588525c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:35.752366 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:35.752649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7bdc7e0-141b-403d-a818-e70f1588525c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:35.753064 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6', 'status': 'completed', 'code': 200} Jun 24 10:39:35.814536 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1ab604ef-b7b4-4f47-b740-2d60dc8941c5 req-7e59aa89-9542-4efc-aa8e-7921b8b6989d service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569345 Jun 24 10:39:35.904297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:35.937915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d917e27-7937-4248-8ea2-5be4518cf1ab req-7df7fd71-7a77-404a-96ce-bb1e13b41ae1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:35.939450 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4d917e27-7937-4248-8ea2-5be4518cf1ab req-7df7fd71-7a77-404a-96ce-bb1e13b41ae1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 945 time: 0.1131039 Jun 24 10:39:35.997489 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4d917e27-7937-4248-8ea2-5be4518cf1ab req-5398b6af-2de9-45cc-8bd4-d917de9172a7 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Jun 24 10:39:36.221460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:36.225172 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:36.249569 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Pushing event deleted for resources: {'Port': ['ID=15316d32-3a81-4224-997b-e5528dd63d15,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:36.252716 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:36.264461 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['15316d32-3a81-4224-997b-e5528dd63d15', 'fb0f10f9-2037-4939-924e-90307a4601d5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:36.319033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:36.323329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ec6d5210-8b00-44e3-a570-e1676782c1d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:36.383724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] No DVR routers for this DVR port 15316d32-3a81-4224-997b-e5528dd63d15 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:36.397845 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:36.400593 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a493e29d-0105-489a-ad8b-035ab22e56cf req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "DELETE /v2.0/ports/15316d32-3a81-4224-997b-e5528dd63d15 HTTP/1.1" status: 204 len: 173 time: 1.8695610 Jun 24 10:39:36.432954 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:36.440049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:36.447968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:39:36.486743 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'Port': ['ID=08ab6646-b525-421f-abf1-607318a43b17,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:36.486743 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:36.490196 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2644-3811-4dc8-b554-758d6f9ac6b8 req-24ee8234-3e10-4ce4-9133-d7c59f7adf08 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:36.492394 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-700e2644-3811-4dc8-b554-758d6f9ac6b8 req-24ee8234-3e10-4ce4-9133-d7c59f7adf08 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 944 time: 0.0847631 Jun 24 10:39:36.554959 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-4aecbaff-0168-4b83-8e40-8ee870f6b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:36.556391 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-4aecbaff-0168-4b83-8e40-8ee870f6b91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 1097 time: 0.1725156 Jun 24 10:39:36.568137 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-700e2644-3811-4dc8-b554-758d6f9ac6b8 req-0f4fb638-91e0-4d1a-bb87-d5388018e5ad tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605159 Jun 24 10:39:36.825356 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 15316d32-3a81-4224-997b-e5528dd63d15 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:36.861212 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 15316d32-3a81-4224-997b-e5528dd63d15 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:36.861956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 15316d32-3a81-4224-997b-e5528dd63d15 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:36.862561 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98b99104-a35c-490a-9662-bee7a8287697 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:36.893532 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 98b99104-a35c-490a-9662-bee7a8287697 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:36.894170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 98b99104-a35c-490a-9662-bee7a8287697 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:37.209457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-50ec2a65-2ada-46ee-87b5-67cde4c335c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:37.211523 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-50ec2a65-2ada-46ee-87b5-67cde4c335c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 200 len: 910 time: 0.6476698 Jun 24 10:39:37.243003 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0bba08ce-9d1f-456e-a943-c00f27f73375 req-ce05a3d9-3a47-4b23-aad3-ae1ec80acea5 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0397069 Jun 24 10:39:37.326934 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-494036e9-f2e1-4eef-8f28-6ed5015f64dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cfb58d8-b592-411e-8667-b154d0919dd6 HTTP/1.1" status: 200 len: 217 time: 0.1020956 Jun 24 10:39:37.349187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee287-8a46-477f-bab8-044c60035f80 req-b4b67944-a30d-403f-9030-a8c510f8aa3d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:37.357064 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0cee287-8a46-477f-bab8-044c60035f80 req-b4b67944-a30d-403f-9030-a8c510f8aa3d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.6586516 Jun 24 10:39:37.485795 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-801d4bc9-b72f-4251-ab29-c2fc9efac10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:37.488651 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-801d4bc9-b72f-4251-ab29-c2fc9efac10a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28dfb927-54fd-4a01-aa40-16d95545775c HTTP/1.1" status: 200 len: 849 time: 0.1290073 Jun 24 10:39:37.499964 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0cee287-8a46-477f-bab8-044c60035f80 req-41122e97-dbc1-4838-b492-8598e0a4abf0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419055 Jun 24 10:39:37.613514 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-fbd8e85c-20ab-4830-a57d-0d5da4a1e46a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438712 Jun 24 10:39:37.768724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'name': 'network-vif-deleted', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:37.771347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fa140d-da35-4176-b07d-07594436812c" -d '{"events": [{"server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "name": "network-vif-deleted", "tag": "15316d32-3a81-4224-997b-e5528dd63d15"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:37.788262 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2ad2-f6f4-45fc-bc88-c562eb8bed0a req-1ca1b8fa-72c2-436b-b7f4-e091051bf352 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:37.796928 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:37.797356 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ac8b2ad2-f6f4-45fc-bc88-c562eb8bed0a req-1ca1b8fa-72c2-436b-b7f4-e091051bf352 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 944 time: 0.0850928 Jun 24 10:39:37.843366 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ac8b2ad2-f6f4-45fc-bc88-c562eb8bed0a req-311d02ec-40c6-4294-9d6d-ab65ff907c53 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Jun 24 10:39:37.846776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861fdda-ef0e-4b92-a1fd-3eae20bb786c x-openstack-request-id: req-8861fdda-ef0e-4b92-a1fd-3eae20bb786c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:37.847284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c197f80e-9a37-497d-bf94-45cecaf2d48c", "name": "network-vif-deleted", "tag": "15316d32-3a81-4224-997b-e5528dd63d15", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:37.847672 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8861fdda-ef0e-4b92-a1fd-3eae20bb786c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:37.848178 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c197f80e-9a37-497d-bf94-45cecaf2d48c', 'name': 'network-vif-deleted', 'tag': '15316d32-3a81-4224-997b-e5528dd63d15', 'status': 'completed', 'code': 200} Jun 24 10:39:37.891724 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-b22872da-3846-4b4f-b7fb-ad83c6a25478 service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211151 Jun 24 10:39:38.028077 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:38.104709 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4c305fe1-a22a-40b6-97e1-91c5dd120784 req-a393d9c7-7568-4646-8c4b-aacc8889689e service neutron] 10.222.0.45 "GET /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954999 Jun 24 10:39:38.329633 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:38.405680 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:38.409234 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd8b49ee-fe32-4686-a965-91e492e69026 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:38.467865 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c828f7d6-d75e-45c6-965c-226a7accd215 req-e51649fb-60b4-40b5-8b8f-196e0c9c4e2b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=c197f80e-9a37-497d-bf94-45cecaf2d48c HTTP/1.1" status: 200 len: 210 time: 0.0457911 Jun 24 10:39:38.527502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event updated for resources: {'Port': ['ID=08ab6646-b525-421f-abf1-607318a43b17,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:38.531349 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:38.535089 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:38.671335 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Floating IP 25a01517-6ff0-48ce-b13f-8987c7327340 associated. External IP: 172.28.2.27, port: d351664e-4b31-4c89-937c-bd5ab89196ed. Jun 24 10:39:38.741181 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996b0c-f43f-4841-868d-22f22141d335 req-07c3a100-1e2c-4ad3-867d-7a68b7afd9ca tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:38.748833 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-70996b0c-f43f-4841-868d-22f22141d335 req-07c3a100-1e2c-4ad3-867d-7a68b7afd9ca tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0763710 Jun 24 10:39:38.802779 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-70996b0c-f43f-4841-868d-22f22141d335 req-b18df56c-94b4-43a5-8bb9-de8a797c3e8b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527389 Jun 24 10:39:38.969079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d03cc-d2de-431d-bf98-b59df153c6d1 req-5a1d4d96-8ed6-4a28-9e25-a8e32b1216bf tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:38.970301 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a21d03cc-d2de-431d-bf98-b59df153c6d1 req-5a1d4d96-8ed6-4a28-9e25-a8e32b1216bf tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.1251500 Jun 24 10:39:38.976242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:39:39.057543 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4ce48-ece9-43b2-9255-0ac8b177fc8b req-0a62c277-1558-473d-86de-18cbd76da32e tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:39.065670 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f1a4ce48-ece9-43b2-9255-0ac8b177fc8b req-0a62c277-1558-473d-86de-18cbd76da32e tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 944 time: 0.0957336 Jun 24 10:39:39.078201 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a21d03cc-d2de-431d-bf98-b59df153c6d1 req-82e38626-a410-4d06-bed1-e8c567a0d70b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945325 Jun 24 10:39:39.110983 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f1a4ce48-ece9-43b2-9255-0ac8b177fc8b req-4e106203-867a-4afd-b0bd-517379476b66 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Jun 24 10:39:39.139602 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:39:39.156048 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Sync routers for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:39:39.168932 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:39:39.169884 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:39:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:39.261001 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:39.308495 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:39:39.316769 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5539207 Jun 24 10:39:39.615743 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '25a01517-6ff0-48ce-b13f-8987c7327340', 'tenant_id': '26681666493b4292980156d39206122f', 'floating_ip_address': '172.28.2.27', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'mac_address': 'fa:16:3e:41:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:39:37Z', 'updated_at': '2021-06-24T10:39:37Z', 'revision_number': 0, 'project_id': '26681666493b4292980156d39206122f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:39.663903 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Checking router: 7295cc50-335a-4cd7-bc75-4e263fd3eb10 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:39:39.677953 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:39:39.679382 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:39:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:39.813246 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:39:39.854978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:39.854978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67" -d '{"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:40.089115 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '25a01517-6ff0-48ce-b13f-8987c7327340', 'tenant_id': '26681666493b4292980156d39206122f', 'floating_ip_address': '172.28.2.27', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'mac_address': 'fa:16:3e:41:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:39:37Z', 'updated_at': '2021-06-24T10:39:37Z', 'revision_number': 0, 'project_id': '26681666493b4292980156d39206122f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:40.119962 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dcfcd-2a2d-4b84-88ff-094145430bae None None] The sync data for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb is: [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '25a01517-6ff0-48ce-b13f-8987c7327340', 'tenant_id': '26681666493b4292980156d39206122f', 'floating_ip_address': '172.28.2.27', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'mac_address': 'fa:16:3e:41:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:39:37Z', 'updated_at': '2021-06-24T10:39:37Z', 'revision_number': 0, 'project_id': '26681666493b4292980156d39206122f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:39:40.384731 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16c4400-a970-4ba7-931a-b9292db23d15 None None] New status for floating IP 25a01517-6ff0-48ce-b13f-8987c7327340: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:39:40.796380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4cfb58d8-b592-411e-8667-b154d0919dd6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:40.892371 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cfb58d8-b592-411e-8667-b154d0919dd6,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:40.912413 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '4cfb58d8-b592-411e-8667-b154d0919dd6', 'network_id': '7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f', 'port_id': '4cfb58d8-b592-411e-8667-b154d0919dd6', 'mac_address': 'fa:16:3e:e8:68:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dfb927-54fd-4a01-aa40-16d95545775c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:40.954434 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:40.969881 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cfb58d8-b592-411e-8667-b154d0919dd6 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:39:40.994379 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cfb58d8-b592-411e-8667-b154d0919dd6,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:41.078353 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:41.080339 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4cb1f316-03a5-4ef9-9506-0acd7cc23415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:41.086042 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feef9-a9e6-4cf5-bcc3-bfe202e63eb2 req-202f3f8e-9a73-4e62-bf11-4981479c17ea tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.093117 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-606feef9-a9e6-4cf5-bcc3-bfe202e63eb2 req-202f3f8e-9a73-4e62-bf11-4981479c17ea tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0808539 Jun 24 10:39:41.133733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:41.148736 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:41.154402 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-606feef9-a9e6-4cf5-bcc3-bfe202e63eb2 req-2727aed3-faa7-4ef1-a417-479d397ae0a9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599105 Jun 24 10:39:41.190594 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9642590-07d4-4be7-8777-9cba77ef2796 x-openstack-request-id: req-f9642590-07d4-4be7-8777-9cba77ef2796 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:41.191181 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:41.191273 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9642590-07d4-4be7-8777-9cba77ef2796 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:41.191628 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'status': 'completed', 'code': 200} Jun 24 10:39:41.371234 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a91-0384-4e5d-91b8-b2fc1525c6c4 req-a7f4f284-f75d-4d76-9370-fd57e4878302 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.379445 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cf917a91-0384-4e5d-91b8-b2fc1525c6c4 req-a7f4f284-f75d-4d76-9370-fd57e4878302 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.0982559 Jun 24 10:39:41.421230 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cf917a91-0384-4e5d-91b8-b2fc1525c6c4 req-98a4a214-f60f-4a84-9d0e-82742868dc8d tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Jun 24 10:39:41.456508 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22095a05-82d9-48af-b8d5-b43b369f98b3 req-8b07b61c-51bc-42bc-ab64-f0a535a7de88 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.457203 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-22095a05-82d9-48af-b8d5-b43b369f98b3 req-8b07b61c-51bc-42bc-ab64-f0a535a7de88 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 945 time: 0.1335695 Jun 24 10:39:41.558279 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-22095a05-82d9-48af-b8d5-b43b369f98b3 req-2750ecb7-bde4-44f8-8c0d-a1279133b674 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997527 Jun 24 10:39:41.616735 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e857c-e5eb-418d-8669-f48d71a7750c req-a51ba243-ecef-4548-af16-dda828771912 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.619317 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-765e857c-e5eb-418d-8669-f48d71a7750c req-a51ba243-ecef-4548-af16-dda828771912 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.1591465 Jun 24 10:39:41.621145 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-8b797c07-0b78-4078-a7b1-9ec926524b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.622577 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-8b797c07-0b78-4078-a7b1-9ec926524b5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.1617579 Jun 24 10:39:41.634239 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477edb8-2f6b-4d33-9ee3-f8a1ebc8a74c req-af364874-4366-46fe-b849-1a7eca1de1fd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.635295 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['4cfb58d8-b592-411e-8667-b154d0919dd6'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:41.641300 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4477edb8-2f6b-4d33-9ee3-f8a1ebc8a74c req-af364874-4366-46fe-b849-1a7eca1de1fd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0824971 Jun 24 10:39:41.690423 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4477edb8-2f6b-4d33-9ee3-f8a1ebc8a74c req-dd389982-0864-4a74-b40b-e8ab8937cf74 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Jun 24 10:39:41.792359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-5c8a6831-1dce-4970-92f7-77081faccfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:41.794137 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-5c8a6831-1dce-4970-92f7-77081faccfcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.1392956 Jun 24 10:39:41.892716 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-796e3ba6-cf6e-4b30-a575-345aaf5e5265 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 1000 time: 0.0808599 Jun 24 10:39:41.900087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Deleting port 2dce8de4-7089-4e03-96d6-71efa22d01ed {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:41.900502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:42.011586 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-53687255-42a0-4a7e-931d-5db7c7de7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.013070 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-53687255-42a0-4a7e-931d-5db7c7de7713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.1093647 Jun 24 10:39:42.067565 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] For port 2dce8de4-7089-4e03-96d6-71efa22d01ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dce8de4-7089-4e03-96d6-71efa22d01ed,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:42.070254 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:42.083337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Calling delete_port for 2dce8de4-7089-4e03-96d6-71efa22d01ed owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:42.150612 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-d52b3de3-1855-4bb3-b3a2-8a9cd0e052f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.152094 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-d52b3de3-1855-4bb3-b3a2-8a9cd0e052f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1236119 Jun 24 10:39:42.599244 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-dfdefbf3-2882-4cd6-9345-d9d1c94c2552 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367864 Jun 24 10:39:42.612709 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf6c1a-74f2-43dc-b420-955af7353b62 req-4505909b-3d24-4118-9c57-220a01c3ceca tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.614209 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-46bf6c1a-74f2-43dc-b420-955af7353b62 req-4505909b-3d24-4118-9c57-220a01c3ceca tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 946 time: 0.0670395 Jun 24 10:39:42.630240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76170-e1fb-4a5b-ab11-53ae02e7a720 req-c78b235f-631d-4103-b606-ac265255fe25 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.634002 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-60d76170-e1fb-4a5b-ab11-53ae02e7a720 req-c78b235f-631d-4103-b606-ac265255fe25 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.1942585 Jun 24 10:39:42.654561 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-46bf6c1a-74f2-43dc-b420-955af7353b62 req-3f17f054-3e23-490f-85e3-80326723fff7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Jun 24 10:39:42.716246 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:42.721856 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-60d76170-e1fb-4a5b-ab11-53ae02e7a720 req-61408cb9-1a51-48c8-89db-62470551eb7c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533147 Jun 24 10:39:42.725739 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-27ad2a5d-e450-4e44-85a3-1a95a48582b6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:42.772220 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event deleted for resources: {'Port': ['ID=2dce8de4-7089-4e03-96d6-71efa22d01ed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:42.775621 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab7f6d8d-a7c7-46c9-bfee-9f3f33ba6f67 req-b16b6f72-b98c-4766-acc7-4aebc450c017 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664009 Jun 24 10:39:42.776537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:42.787417 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', '2dce8de4-7089-4e03-96d6-71efa22d01ed'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:42.827341 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] No DVR routers for this DVR port 2dce8de4-7089-4e03-96d6-71efa22d01ed on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:42.831485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:42.833298 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-765e857c-e5eb-418d-8669-f48d71a7750c req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "DELETE /v2.0/ports/2dce8de4-7089-4e03-96d6-71efa22d01ed HTTP/1.1" status: 204 len: 173 time: 1.2009759 Jun 24 10:39:42.847588 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f8ef0-25db-497f-81c1-411bb7c15239 req-d7ed3c99-e872-425a-b453-0168a8c59c86 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.849413 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0b3f8ef0-25db-497f-81c1-411bb7c15239 req-d7ed3c99-e872-425a-b453-0168a8c59c86 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 945 time: 0.0940614 Jun 24 10:39:42.890379 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0b3f8ef0-25db-497f-81c1-411bb7c15239 req-8b16b991-6ae4-4ac8-b14b-bedaaf59aab6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Jun 24 10:39:42.934040 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a60221-7de8-4b0f-97f6-f5c446fe06d8 req-1c14688a-7e04-468b-a9c4-7c830164bb0c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:42.935855 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03a60221-7de8-4b0f-97f6-f5c446fe06d8 req-1c14688a-7e04-468b-a9c4-7c830164bb0c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0809608 Jun 24 10:39:42.974191 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03a60221-7de8-4b0f-97f6-f5c446fe06d8 req-e3aa8d19-ab48-4378-9165-f99d9fe409cd tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Jun 24 10:39:43.195090 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'name': 'network-vif-deleted', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:43.197344 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8bcc4-67cc-4bf3-bb44-88e2b4cb6378" -d '{"events": [{"server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "name": "network-vif-deleted", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:43.232627 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f01e3-8ff1-480e-aaba-4ace95f2848b x-openstack-request-id: req-2c8f01e3-8ff1-480e-aaba-4ace95f2848b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:43.232980 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e31d599-193a-4c00-966f-8efb86f471a9", "name": "network-vif-deleted", "tag": "2dce8de4-7089-4e03-96d6-71efa22d01ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:43.233268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c8f01e3-8ff1-480e-aaba-4ace95f2848b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:43.233686 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e31d599-193a-4c00-966f-8efb86f471a9', 'name': 'network-vif-deleted', 'tag': '2dce8de4-7089-4e03-96d6-71efa22d01ed', 'status': 'completed', 'code': 200} Jun 24 10:39:43.675070 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06849204-5e61-4676-8106-ee020dff2791 req-f4430ccd-d301-4dd6-b8fc-834d7b7eb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:43.676521 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-f4430ccd-d301-4dd6-b8fc-834d7b7eb26d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1098 time: 0.0514472 Jun 24 10:39:43.773039 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06849204-5e61-4676-8106-ee020dff2791 req-589aba3a-4e61-401e-b00e-0de968250f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:43.775250 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-589aba3a-4e61-401e-b00e-0de968250f87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.0878913 Jun 24 10:39:43.815125 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99d2a54b-e1e7-4bf6-9472-2a18e1562959 req-65d1b1b5-18f0-4bde-9409-64272c7b88bb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e31d599-193a-4c00-966f-8efb86f471a9 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Jun 24 10:39:43.870378 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-fad5a108-41ca-4349-8154-e57d9a3047d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 1001 time: 0.0788443 Jun 24 10:39:43.916081 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b104-6c15-4d40-a357-f9d519f89a10 req-233f1b9c-a8f5-459b-8cf9-715494455106 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:43.917698 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b940b104-6c15-4d40-a357-f9d519f89a10 req-233f1b9c-a8f5-459b-8cf9-715494455106 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0675440 Jun 24 10:39:43.927008 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06849204-5e61-4676-8106-ee020dff2791 req-23ad093a-494d-4c80-bf73-0e1269e40ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:43.928543 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-23ad093a-494d-4c80-bf73-0e1269e40ff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0465369 Jun 24 10:39:43.962292 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b940b104-6c15-4d40-a357-f9d519f89a10 req-b0e7c5f7-21e2-42f3-a779-d34f9ca652df tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jun 24 10:39:44.001453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06849204-5e61-4676-8106-ee020dff2791 req-f485fe36-18e6-4850-b044-97ffeb85b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:44.003897 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-f485fe36-18e6-4850-b044-97ffeb85b94a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651212 Jun 24 10:39:44.076233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf9681-40f2-45a7-9815-048ea6831de8 req-756806a7-77b9-4ffd-a830-e6f19d489032 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:44.081848 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2fbf9681-40f2-45a7-9815-048ea6831de8 req-756806a7-77b9-4ffd-a830-e6f19d489032 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 945 time: 0.0669773 Jun 24 10:39:44.163917 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2fbf9681-40f2-45a7-9815-048ea6831de8 req-f857a256-ba42-4c71-bf1c-4252db3cef75 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778415 Jun 24 10:39:44.173481 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc0d0-2e46-4eb5-8aa8-a3bf6df3d912 req-ab221ffb-a187-4cf4-aaaf-da5f82a3611e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:44.180026 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-de2fc0d0-2e46-4eb5-8aa8-a3bf6df3d912 req-ab221ffb-a187-4cf4-aaaf-da5f82a3611e tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0731575 Jun 24 10:39:44.193823 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-eacbdddd-a6c7-4342-8dfc-2330961127be service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263275 Jun 24 10:39:44.216455 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-de2fc0d0-2e46-4eb5-8aa8-a3bf6df3d912 req-2bd311fa-e3e8-451e-9b53-c311a812818a tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Jun 24 10:39:44.289174 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-06849204-5e61-4676-8106-ee020dff2791 req-c94928eb-e15c-4687-958b-5717d92ede9b service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858142 Jun 24 10:39:44.871588 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4cfb58d8-b592-411e-8667-b154d0919dd6 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:44.909055 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6541-9d97-4427-a63c-6630ccd54822 req-4d7a150a-b988-42fc-aa88-28e0cb2cb075 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:44.911862 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b67a6541-9d97-4427-a63c-6630ccd54822 req-4d7a150a-b988-42fc-aa88-28e0cb2cb075 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0697863 Jun 24 10:39:44.955030 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b67a6541-9d97-4427-a63c-6630ccd54822 req-310907b1-e3bc-4a8b-a1c3-b02284bdf7a7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354171 Jun 24 10:39:45.004746 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 4cfb58d8-b592-411e-8667-b154d0919dd6 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:39:45.009647 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 4cfb58d8-b592-411e-8667-b154d0919dd6 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:39:45.010396 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:45.093462 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:45.119055 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:45.121379 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d12f6-6103-49d8-bdf7-2fed50bef566" -d '{"events": [{"server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "name": "network-vif-plugged", "status": "completed", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:45.134715 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cfb58d8-b592-411e-8667-b154d0919dd6,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:45.144805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d9faa-5362-492b-8aaa-61de8b2e7a29 req-43fc668e-cfcf-43fd-a098-28aa342af61f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:45.146254 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ee0d9faa-5362-492b-8aaa-61de8b2e7a29 req-43fc668e-cfcf-43fd-a098-28aa342af61f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 945 time: 0.0659993 Jun 24 10:39:45.185195 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ee0d9faa-5362-492b-8aaa-61de8b2e7a29 req-2793cc79-35b6-494f-bb30-60a9ef53dfcd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333714 Jun 24 10:39:45.209240 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:45.210120 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:45.213135 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:45.252204 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b33e2d-11f1-49ff-89eb-545e59b11c60 x-openstack-request-id: req-76b33e2d-11f1-49ff-89eb-545e59b11c60 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:45.252204 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "name": "network-vif-plugged", "status": "completed", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:45.252204 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76b33e2d-11f1-49ff-89eb-545e59b11c60 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:45.252204 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6', 'code': 200} Jun 24 10:39:45.324900 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:45.328696 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:45.348202 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:45.388826 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:45.539789 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f311b4a-25f4-4116-865c-573e25146b67 req-4e754073-90cb-4af7-9bfd-de3667ffc174 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:45.541253 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9f311b4a-25f4-4116-865c-573e25146b67 req-4e754073-90cb-4af7-9bfd-de3667ffc174 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0672979 Jun 24 10:39:45.549139 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:45.553002 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:45.587600 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9f311b4a-25f4-4116-865c-573e25146b67 req-ed90d214-95d1-41b9-8030-8b13a0566126 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jun 24 10:39:45.617943 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:45.622234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:45.623042 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9690ad-b3ed-4ecb-aa7a-c8fa0bc0c496 req-d347eaae-4568-4cff-8cf8-13c66e832b03 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:45.627131 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bb9690ad-b3ed-4ecb-aa7a-c8fa0bc0c496 req-d347eaae-4568-4cff-8cf8-13c66e832b03 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0879564 Jun 24 10:39:45.664066 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bb9690ad-b3ed-4ecb-aa7a-c8fa0bc0c496 req-b8e50b46-bf1f-4eb0-9428-15282ecc1178 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Jun 24 10:39:45.761666 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2732ffd-c6fb-4db9-b1fc-c25c6c304c5c req-c6c1e189-e654-4074-9c0b-b4dd2449ae68 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:45.763122 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a2732ffd-c6fb-4db9-b1fc-c25c6c304c5c req-c6c1e189-e654-4074-9c0b-b4dd2449ae68 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0665832 Jun 24 10:39:45.801281 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a2732ffd-c6fb-4db9-b1fc-c25c6c304c5c req-51d9d0cb-c89c-4ff8-976f-dbfc3a485f24 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jun 24 10:39:45.831336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617819-7c2d-4230-ae70-a8d3afae87b1 req-de6d6d84-dc5b-4480-91f1-7b031397614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:45.832829 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-37617819-7c2d-4230-ae70-a8d3afae87b1 req-de6d6d84-dc5b-4480-91f1-7b031397614d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 1099 time: 0.0561883 Jun 24 10:39:45.869247 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-37617819-7c2d-4230-ae70-a8d3afae87b1 req-bccad1c6-912b-41e1-93f1-cd80bed8610e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268724 Jun 24 10:39:46.128538 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf032d2-6557-48d5-b4a5-cced4ea03bc4 req-97fed771-3dfe-44c0-9d13-3c489307a937 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:46.129904 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8bf032d2-6557-48d5-b4a5-cced4ea03bc4 req-97fed771-3dfe-44c0-9d13-3c489307a937 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0620842 Jun 24 10:39:46.166697 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8bf032d2-6557-48d5-b4a5-cced4ea03bc4 req-4d6ad30b-a809-40e0-9fc1-3286af9e8b1c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306487 Jun 24 10:39:46.358625 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598587a4-04b6-4a3e-a658-93e3ec400353 req-844d62a7-e261-4897-8ae5-7a0824733e58 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:46.364953 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-598587a4-04b6-4a3e-a658-93e3ec400353 req-844d62a7-e261-4897-8ae5-7a0824733e58 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0621970 Jun 24 10:39:46.399166 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-598587a4-04b6-4a3e-a658-93e3ec400353 req-7c507a2c-53ca-4fe2-9d68-421b26bb32e3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Jun 24 10:39:46.760011 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa578e2b-e1f5-4ba3-8301-e25992ca3d70 req-551ab5bd-ee8a-4a36-932c-69946fdaee8a tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:46.761485 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa578e2b-e1f5-4ba3-8301-e25992ca3d70 req-551ab5bd-ee8a-4a36-932c-69946fdaee8a tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0664961 Jun 24 10:39:46.803912 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa578e2b-e1f5-4ba3-8301-e25992ca3d70 req-4df846f2-2dfd-4605-8e65-e9ddbd2d5aab tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Jun 24 10:39:46.841684 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2dce8de4-7089-4e03-96d6-71efa22d01ed no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:46.850219 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2555b-76e2-49b2-9c13-de35d3473ed7 req-eea097c5-5b5d-49a8-a503-9305d6c96d17 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:46.852248 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-29b2555b-76e2-49b2-9c13-de35d3473ed7 req-eea097c5-5b5d-49a8-a503-9305d6c96d17 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0745397 Jun 24 10:39:46.862443 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 2dce8de4-7089-4e03-96d6-71efa22d01ed {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:46.862947 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2dce8de4-7089-4e03-96d6-71efa22d01ed not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:46.891551 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-29b2555b-76e2-49b2-9c13-de35d3473ed7 req-a6f7cfee-0761-42c6-b59d-0a65b8bf9782 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Jun 24 10:39:46.975528 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e091-fe40-48b5-9adb-ced785830539 req-d8b06a33-da15-4dbb-b5c8-a7674772c0cc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:46.976938 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fcf4e091-fe40-48b5-9adb-ced785830539 req-d8b06a33-da15-4dbb-b5c8-a7674772c0cc tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0622580 Jun 24 10:39:47.014465 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fcf4e091-fe40-48b5-9adb-ced785830539 req-5f583186-7291-4ba5-a889-b8e6c36ecab7 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jun 24 10:39:47.253186 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:47.255575 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d33bc55-649c-45b5-afb4-4191f26b2a4c" -d '{"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:47.291281 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73416322-bc1c-49b9-9f1f-84b78ba32daf x-openstack-request-id: req-73416322-bc1c-49b9-9f1f-84b78ba32daf {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:47.291613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:47.291882 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73416322-bc1c-49b9-9f1f-84b78ba32daf {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:47.292283 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'code': 200} Jun 24 10:39:47.336216 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9e3f9-91ab-451b-afdc-c33809a69e34 req-71da860d-0724-4c7a-ba3c-acb373061b1f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:47.337665 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a4e9e3f9-91ab-451b-afdc-c33809a69e34 req-71da860d-0724-4c7a-ba3c-acb373061b1f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0629637 Jun 24 10:39:47.374619 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a4e9e3f9-91ab-451b-afdc-c33809a69e34 req-53b9bb0f-b9dc-4e8f-8d23-b75e494aa357 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Jun 24 10:39:47.582638 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ff79-5698-46e9-9dd5-f5ddbe5f8945 req-23eb3302-0ae1-49c4-b465-7aaea9800f06 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:47.584079 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c868ff79-5698-46e9-9dd5-f5ddbe5f8945 req-23eb3302-0ae1-49c4-b465-7aaea9800f06 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0649951 Jun 24 10:39:47.622729 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c868ff79-5698-46e9-9dd5-f5ddbe5f8945 req-7ec55203-96eb-4348-8568-38092a72d7df tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Jun 24 10:39:47.974653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042d54-7183-469c-be39-9ace007b6e95 req-e6f6214b-6176-4b70-928e-d9308f23f79c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:47.976155 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4e042d54-7183-469c-be39-9ace007b6e95 req-e6f6214b-6176-4b70-928e-d9308f23f79c tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0645130 Jun 24 10:39:48.016813 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4e042d54-7183-469c-be39-9ace007b6e95 req-8b12cc32-8191-4cd9-a8d0-f856f8002bc5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Jun 24 10:39:48.072002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8d553-c8b0-4ec6-9b4a-97d40f6e041b req-c8c5612c-2187-407c-a843-6a5e5f16f91b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:48.073654 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-91a8d553-c8b0-4ec6-9b4a-97d40f6e041b req-c8c5612c-2187-407c-a843-6a5e5f16f91b tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0680599 Jun 24 10:39:48.115838 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-91a8d553-c8b0-4ec6-9b4a-97d40f6e041b req-4fb12340-8d57-48d8-9ec0-41a21f9b4a51 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Jun 24 10:39:48.202952 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a217ca1-b428-4052-bed3-83279d0b6d63 req-84df829d-5223-4cb2-9f26-9bbef7d4a5b3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:48.204365 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5a217ca1-b428-4052-bed3-83279d0b6d63 req-84df829d-5223-4cb2-9f26-9bbef7d4a5b3 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0664246 Jun 24 10:39:48.241041 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5a217ca1-b428-4052-bed3-83279d0b6d63 req-a5b9026f-9d3b-458d-a4e1-2e7cdb437aeb tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jun 24 10:39:48.548967 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73be14-845e-4f02-ae10-90d7c01e2144 req-6b1c2f19-675a-4335-a91b-e0dd5f1dd9a1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:48.550412 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab73be14-845e-4f02-ae10-90d7c01e2144 req-6b1c2f19-675a-4335-a91b-e0dd5f1dd9a1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0626261 Jun 24 10:39:48.589834 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ab73be14-845e-4f02-ae10-90d7c01e2144 req-7d0ab5fb-364f-4845-9fad-015877018310 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337446 Jun 24 10:39:48.805149 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f04ac3-1bfa-43b9-8e2e-99df41143cf9 req-f1a5ca5d-c3a1-4c90-a3c7-8d3d3ea20818 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:48.806611 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c0f04ac3-1bfa-43b9-8e2e-99df41143cf9 req-f1a5ca5d-c3a1-4c90-a3c7-8d3d3ea20818 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0670209 Jun 24 10:39:48.842901 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c0f04ac3-1bfa-43b9-8e2e-99df41143cf9 req-fb8be6be-65a2-49e0-8a6a-422804340820 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Jun 24 10:39:49.024971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-e2e9b1dd-fd73-43f0-8fa3-4282377dde68 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:49.026445 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-e2e9b1dd-fd73-43f0-8fa3-4282377dde68 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0651824 Jun 24 10:39:49.139602 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Deleting port d9f953a0-c206-44cc-9474-5358d7fcbb7a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:49.140330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:49.206984 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8eaa-f6cf-4b0c-811f-0d5319f78716 req-42b0597a-3125-4520-b417-a150f579a908 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:49.208575 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2ddb8eaa-f6cf-4b0c-811f-0d5319f78716 req-42b0597a-3125-4520-b417-a150f579a908 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0682292 Jun 24 10:39:49.231895 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] For port d9f953a0-c206-44cc-9474-5358d7fcbb7a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9f953a0-c206-44cc-9474-5358d7fcbb7a,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:49.232257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:49.245999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Calling delete_port for d9f953a0-c206-44cc-9474-5358d7fcbb7a owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:49.247880 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2ddb8eaa-f6cf-4b0c-811f-0d5319f78716 req-55ee1db1-8b30-43f2-a4f0-e987d61c85a5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Jun 24 10:39:49.420789 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ef44-983f-4ed2-9c02-1ca67933374a req-fd61a296-28c3-4548-9c28-8ac6bd343726 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:49.422278 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c2b0ef44-983f-4ed2-9c02-1ca67933374a req-fd61a296-28c3-4548-9c28-8ac6bd343726 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0658448 Jun 24 10:39:49.467829 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c2b0ef44-983f-4ed2-9c02-1ca67933374a req-025c52a0-0d56-4d90-b414-e830a58895df tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Jun 24 10:39:49.518416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:49.522958 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5c99b845-67aa-4798-b773-f837e5e3a9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:49.549593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event deleted for resources: {'Port': ['ID=d9f953a0-c206-44cc-9474-5358d7fcbb7a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:49.555029 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:49.565889 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'd9f953a0-c206-44cc-9474-5358d7fcbb7a'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:49.600692 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] No DVR routers for this DVR port d9f953a0-c206-44cc-9474-5358d7fcbb7a on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:49.603373 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:49.605704 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9ff9e7cf-6383-44b0-bee4-9e44d2def33a req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "DELETE /v2.0/ports/d9f953a0-c206-44cc-9474-5358d7fcbb7a HTTP/1.1" status: 204 len: 173 time: 0.5701723 Jun 24 10:39:49.606448 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'name': 'network-vif-deleted', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:49.609215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0a04d-46d0-4740-9f4a-8834b2de0e12" -d '{"events": [{"server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "name": "network-vif-deleted", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:49.623918 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-32663edf-c4ee-4772-b226-fa86516b60e7 req-1c4d5c25-0eac-4021-bd4f-2e938e5e01a2 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0327005 Jun 24 10:39:49.674891 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f1c96-def8-4997-acd3-7f84792b7ea5 x-openstack-request-id: req-323f1c96-def8-4997-acd3-7f84792b7ea5 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:49.675327 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e15fb-ed13-488d-b5e5-edb12670eaf7", "name": "network-vif-deleted", "tag": "d9f953a0-c206-44cc-9474-5358d7fcbb7a", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:49.675617 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-323f1c96-def8-4997-acd3-7f84792b7ea5 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:49.676744 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e15fb-ed13-488d-b5e5-edb12670eaf7', 'name': 'network-vif-deleted', 'tag': 'd9f953a0-c206-44cc-9474-5358d7fcbb7a', 'status': 'completed', 'code': 200} Jun 24 10:39:49.835584 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788540-f4f2-4f67-a7f2-1152a6e0e239 req-1f27dc76-5f81-476a-ba1c-0c77ad5b6112 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:49.837456 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8b788540-f4f2-4f67-a7f2-1152a6e0e239 req-1f27dc76-5f81-476a-ba1c-0c77ad5b6112 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0765955 Jun 24 10:39:49.884126 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8b788540-f4f2-4f67-a7f2-1152a6e0e239 req-49379532-5dcb-4bac-ad92-b527b0f6bd27 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381432 Jun 24 10:39:50.489171 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803997b5-402f-4fdd-829c-02a614469ab9 req-c7184f31-919b-4d01-b6be-9866962fac9f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:50.490865 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-803997b5-402f-4fdd-829c-02a614469ab9 req-c7184f31-919b-4d01-b6be-9866962fac9f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0913460 Jun 24 10:39:50.531501 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-803997b5-402f-4fdd-829c-02a614469ab9 req-0ad3d328-b3ea-454e-8d52-5490b1b4971a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342646 Jun 24 10:39:50.707992 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996fc75-baa7-4a19-8441-6ceaf19718d3 req-57dd2cf3-23e7-4a4b-9378-fa9524310672 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:50.709469 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0996fc75-baa7-4a19-8441-6ceaf19718d3 req-57dd2cf3-23e7-4a4b-9378-fa9524310672 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0655994 Jun 24 10:39:50.756960 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0996fc75-baa7-4a19-8441-6ceaf19718d3 req-426e9af9-fe59-4398-8507-6e08e8f80523 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Jun 24 10:39:50.903213 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0f550b8d-56f6-4012-8246-7805df9da7a4 req-0434684f-f6b5-444c-b11e-c0d5eba06a46 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c9e15fb-ed13-488d-b5e5-edb12670eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0317533 Jun 24 10:39:50.945479 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480a18-ea95-4d02-b37a-61817e39d414 req-44e6657e-79c6-4024-8c0d-ad83e84715d4 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:50.947016 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-94480a18-ea95-4d02-b37a-61817e39d414 req-44e6657e-79c6-4024-8c0d-ad83e84715d4 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0660839 Jun 24 10:39:50.997090 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56742) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:51.026805 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-94480a18-ea95-4d02-b37a-61817e39d414 req-2ee28e45-2ccc-43f7-be47-bb3ef93acfd0 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703714 Jun 24 10:39:51.114816 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddc933-ee6c-460a-a6ca-9a0251d969ac req-6a30e45f-dcdb-4d93-b19f-6095ffde5e7e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:51.116481 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-71ddc933-ee6c-460a-a6ca-9a0251d969ac req-6a30e45f-dcdb-4d93-b19f-6095ffde5e7e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1015258 Jun 24 10:39:51.148418 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-28b1cce1-5d6b-4b98-85c5-954a000843f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492155 Jun 24 10:39:51.164907 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-71ddc933-ee6c-460a-a6ca-9a0251d969ac req-612af2d7-4b44-4fd5-a97f-9c9281805813 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Jun 24 10:39:51.711189 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387221-4eda-4220-a57a-67718c395b6c req-4f3b09c9-3316-4a70-b4fb-543dffa0e7ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:51.712915 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-16387221-4eda-4220-a57a-67718c395b6c req-4f3b09c9-3316-4a70-b4fb-543dffa0e7ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0638428 Jun 24 10:39:51.752436 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-16387221-4eda-4220-a57a-67718c395b6c req-12975bbe-b614-4c2b-8417-6eb82635541a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Jun 24 10:39:51.935047 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b8ee6-7b9d-443f-90b1-11539e0babc5 req-b1108de6-4e1e-45be-8a74-4e5fb0c87bb1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:51.936557 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-317b8ee6-7b9d-443f-90b1-11539e0babc5 req-b1108de6-4e1e-45be-8a74-4e5fb0c87bb1 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0673144 Jun 24 10:39:51.982427 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-317b8ee6-7b9d-443f-90b1-11539e0babc5 req-1be78825-2d19-4eff-9f49-64c1d5f42cbc tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/security-groups?id=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Jun 24 10:39:51.988402 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-5defda0b-6bbe-487e-8404-a32550fb2b46 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:51.990436 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-5defda0b-6bbe-487e-8404-a32550fb2b46 tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 945 time: 0.0760410 Jun 24 10:39:52.108535 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Deleting port fb0f10f9-2037-4939-924e-90307a4601d5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:52.108885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:52.201029 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] For port fb0f10f9-2037-4939-924e-90307a4601d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f10f9-2037-4939-924e-90307a4601d5,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:52.201408 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:52.207322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a9b2-1dec-47d7-b082-9a352f1b43e4 req-0e469a9d-1d22-48dc-a89f-18c35fc24318 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:52.209116 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e210a9b2-1dec-47d7-b082-9a352f1b43e4 req-0e469a9d-1d22-48dc-a89f-18c35fc24318 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0675514 Jun 24 10:39:52.215630 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Calling delete_port for fb0f10f9-2037-4939-924e-90307a4601d5 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:52.254512 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e210a9b2-1dec-47d7-b082-9a352f1b43e4 req-ab75ba8f-02b6-4232-987c-ef0c9d8b5d31 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Jun 24 10:39:52.456686 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:52.462833 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:52.501986 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['fb0f10f9-2037-4939-924e-90307a4601d5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:52.511042 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Pushing event deleted for resources: {'Port': ['ID=fb0f10f9-2037-4939-924e-90307a4601d5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:52.521229 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:52.564313 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] No DVR routers for this DVR port fb0f10f9-2037-4939-924e-90307a4601d5 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:52.567423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:52.569406 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e7030cfa-e0e3-4282-9925-f8b9d16377b2 req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.45 "DELETE /v2.0/ports/fb0f10f9-2037-4939-924e-90307a4601d5 HTTP/1.1" status: 204 len: 173 time: 0.5667789 Jun 24 10:39:52.569910 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'name': 'network-vif-deleted', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:52.572234 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b15e8-eac3-4e34-bb9a-d71de3c8799c" -d '{"events": [{"server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "name": "network-vif-deleted", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:52.596778 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13d06d-59a9-444c-9719-6dc1a1210e06 req-db784a0c-88bd-4d89-bbf7-71c722e65a40 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:52.598260 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5a13d06d-59a9-444c-9719-6dc1a1210e06 req-db784a0c-88bd-4d89-bbf7-71c722e65a40 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1531079 Jun 24 10:39:52.612730 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a73393-3bba-493a-b165-c5a222c30c6f x-openstack-request-id: req-59a73393-3bba-493a-b165-c5a222c30c6f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:52.613053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8f7292-518c-4935-9793-25e90157522d", "name": "network-vif-deleted", "tag": "fb0f10f9-2037-4939-924e-90307a4601d5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:52.613343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59a73393-3bba-493a-b165-c5a222c30c6f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:52.613757 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8f7292-518c-4935-9793-25e90157522d', 'name': 'network-vif-deleted', 'tag': 'fb0f10f9-2037-4939-924e-90307a4601d5', 'status': 'completed', 'code': 200} Jun 24 10:39:52.639082 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5a13d06d-59a9-444c-9719-6dc1a1210e06 req-300226d9-5242-499c-a098-a906156bbd7f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Jun 24 10:39:52.855456 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d9f953a0-c206-44cc-9474-5358d7fcbb7a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:52.875014 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: d9f953a0-c206-44cc-9474-5358d7fcbb7a {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:52.875378 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d9f953a0-c206-44cc-9474-5358d7fcbb7a not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:52.875802 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:52.952087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde0f1-8d28-4231-882d-79266360b536 req-9c2f76ac-5f84-40e9-b9a4-8b9f1d6fac4c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:52.959895 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d8fde0f1-8d28-4231-882d-79266360b536 req-9c2f76ac-5f84-40e9-b9a4-8b9f1d6fac4c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0896132 Jun 24 10:39:53.002526 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d8fde0f1-8d28-4231-882d-79266360b536 req-bb2763f6-126d-472e-8363-30ed0e40b47f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375354 Jun 24 10:39:53.148020 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7193c0ce-5137-47f7-b181-167bc9a24166 req-325ef708-a983-41dd-a5de-400f809faa0d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd8f7292-518c-4935-9793-25e90157522d HTTP/1.1" status: 200 len: 210 time: 0.0287399 Jun 24 10:39:53.427745 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cafbd1-fbb8-40af-990b-778abc689541 req-8ddcf285-3f2e-479d-b6c9-a7a9ff7b9496 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:53.429394 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-63cafbd1-fbb8-40af-990b-778abc689541 req-8ddcf285-3f2e-479d-b6c9-a7a9ff7b9496 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0650802 Jun 24 10:39:53.480911 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-63cafbd1-fbb8-40af-990b-778abc689541 req-0d5cc189-f7b7-4138-ac74-e7e2d333bad5 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/security-groups?id=1addd939-b50e-4f1d-8114-f9d4ccc13d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Jun 24 10:39:53.518491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-247e1499-403c-4220-b5c8-7665f5c810b4 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:53.519966 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-247e1499-403c-4220-b5c8-7665f5c810b4 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 946 time: 0.0743616 Jun 24 10:39:53.634120 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Deleting port 4cfb58d8-b592-411e-8667-b154d0919dd6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:53.634484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:53.723954 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] For port 4cfb58d8-b592-411e-8667-b154d0919dd6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4cfb58d8-b592-411e-8667-b154d0919dd6,segment=NetworkSegment(2614506b-4405-44b9-ad2c-1ed6b1ffa0b1),segment_id=2614506b-4405-44b9-ad2c-1ed6b1ffa0b1)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:53.724187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:53.738720 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Calling delete_port for 4cfb58d8-b592-411e-8667-b154d0919dd6 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:53.832977 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d4624-8b91-47d6-9714-dae572c3d290 req-7bbd5938-7b73-4588-b051-ba5e077c4d9a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:53.834505 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc1d4624-8b91-47d6-9714-dae572c3d290 req-7bbd5938-7b73-4588-b051-ba5e077c4d9a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0795629 Jun 24 10:39:53.878227 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bc1d4624-8b91-47d6-9714-dae572c3d290 req-8b433ea3-f3b4-42e6-ae1f-4e39ede1d42f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Jun 24 10:39:53.958459 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:53.964603 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-216fbcf7-e127-4871-87f9-9471548aceef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:53.993674 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Pushing event deleted for resources: {'Port': ['ID=4cfb58d8-b592-411e-8667-b154d0919dd6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:53.996637 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:53.999205 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['4cfb58d8-b592-411e-8667-b154d0919dd6'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:54.049676 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] No DVR routers for this DVR port 4cfb58d8-b592-411e-8667-b154d0919dd6 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:54.053864 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:54.056441 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c273fb5e-a659-4aa7-b8c1-308efcbe7326 req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.45 "DELETE /v2.0/ports/4cfb58d8-b592-411e-8667-b154d0919dd6 HTTP/1.1" status: 204 len: 173 time: 0.5216727 Jun 24 10:39:54.083702 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:39:54.085916 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d7558-5789-4669-baef-ec185d5ffd27 req-f1c1fa5b-0b80-4126-876f-5a560cf67c38 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:54.087962 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-576d7558-5789-4669-baef-ec185d5ffd27 req-f1c1fa5b-0b80-4126-876f-5a560cf67c38 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.0725670 Jun 24 10:39:54.128379 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-576d7558-5789-4669-baef-ec185d5ffd27 req-9fa6b37e-1557-45e1-961f-4b3cccc58854 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Jun 24 10:39:54.197446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186c4ad-1da1-4ff5-8f0f-bceb6f779ed1 req-e1e8878b-0f8e-4af3-9c0e-d9f63430b1c0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:54.199082 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f186c4ad-1da1-4ff5-8f0f-bceb6f779ed1 req-e1e8878b-0f8e-4af3-9c0e-d9f63430b1c0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0720680 Jun 24 10:39:54.239360 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f186c4ad-1da1-4ff5-8f0f-bceb6f779ed1 req-e1e62a9d-5b32-4373-ac40-83906ae1e658 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343428 Jun 24 10:39:54.244355 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:54.614409 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'name': 'network-vif-deleted', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:54.617276 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efd7406-2aac-4fb6-88d5-36f9831f8ca7" -d '{"events": [{"server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "name": "network-vif-deleted", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:54.639586 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-457e8856-5e34-4c2a-81e1-3c557966e8c5 req-7d705e5c-2bb1-4e6f-bb81-3bc5e7d5fdc1 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f474df9-fc91-4db8-ba27-9d9d8682bed5 HTTP/1.1" status: 200 len: 210 time: 0.0328577 Jun 24 10:39:54.669750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dad3e3-a2f3-4ac4-bb1a-ecaebaa19386 x-openstack-request-id: req-b3dad3e3-a2f3-4ac4-bb1a-ecaebaa19386 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:54.670078 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f474df9-fc91-4db8-ba27-9d9d8682bed5", "name": "network-vif-deleted", "tag": "4cfb58d8-b592-411e-8667-b154d0919dd6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:54.670366 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3dad3e3-a2f3-4ac4-bb1a-ecaebaa19386 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:54.670781 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f474df9-fc91-4db8-ba27-9d9d8682bed5', 'name': 'network-vif-deleted', 'tag': '4cfb58d8-b592-411e-8667-b154d0919dd6', 'status': 'completed', 'code': 200} Jun 24 10:39:54.717944 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-f65fee73-4e72-4af7-837f-1cdaded5d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:54.719544 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-f65fee73-4e72-4af7-837f-1cdaded5d98e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 1096 time: 0.1550348 Jun 24 10:39:54.736571 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:55.062112 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e4dc-3cc2-4691-97a5-fba9937ffe00 req-c79e2563-960d-4cd6-b4bd-9b01890bc932 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.063965 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a557e4dc-3cc2-4691-97a5-fba9937ffe00 req-c79e2563-960d-4cd6-b4bd-9b01890bc932 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0651951 Jun 24 10:39:55.107528 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a557e4dc-3cc2-4691-97a5-fba9937ffe00 req-b884824c-bdc6-49ba-8144-9d5809f9df16 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381730 Jun 24 10:39:55.165288 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-e705e8e4-a6c5-4b8b-90fc-d771d7ea2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.166674 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-e705e8e4-a6c5-4b8b-90fc-d771d7ea2f9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1096 time: 0.1474440 Jun 24 10:39:55.358437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-40e5b7c9-4300-4e9d-b3df-ac349d38b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.359990 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-40e5b7c9-4300-4e9d-b3df-ac349d38b32a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.1775773 Jun 24 10:39:55.427199 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637462c-7246-4056-8bcc-975bcfdb40a1 req-70bb9edf-67f0-4816-9ac4-18eca4a4df05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.429083 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0637462c-7246-4056-8bcc-975bcfdb40a1 req-70bb9edf-67f0-4816-9ac4-18eca4a4df05 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0646071 Jun 24 10:39:55.446217 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f11fe-937f-4272-9632-46ec2f76850a req-160b5dae-e732-47d8-b2ef-2d18cac7c1fe tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.447720 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e87f11fe-937f-4272-9632-46ec2f76850a req-160b5dae-e732-47d8-b2ef-2d18cac7c1fe tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.1973832 Jun 24 10:39:55.469164 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0637462c-7246-4056-8bcc-975bcfdb40a1 req-d283ceca-70b6-4e96-ad78-ff640aae28f2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Jun 24 10:39:55.494327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-4439587e-8e4b-4132-9727-a2cef7b6bc1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 999 time: 0.1207700 Jun 24 10:39:55.562726 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e87f11fe-937f-4272-9632-46ec2f76850a req-a2f85410-0ed1-467c-bfdc-3f7c26735696 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069276 Jun 24 10:39:55.584921 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-95d382d4-edc5-4ace-8e2f-b5ec91d62649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.586414 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-95d382d4-edc5-4ace-8e2f-b5ec91d62649 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0612292 Jun 24 10:39:55.597581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Deleting port 719af1fe-ba70-4480-b432-1c918590d4cb {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:55.597921 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:55.709826 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] For port 719af1fe-ba70-4480-b432-1c918590d4cb, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=719af1fe-ba70-4480-b432-1c918590d4cb,segment=NetworkSegment(f35ddee5-92d4-473f-b22e-8c326ddfd248),segment_id=f35ddee5-92d4-473f-b22e-8c326ddfd248)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:55.710223 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:55.720950 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-090d131c-a152-4f56-b613-91314eaff4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:55.722428 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-090d131c-a152-4f56-b613-91314eaff4b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1263883 Jun 24 10:39:55.728209 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Calling delete_port for 719af1fe-ba70-4480-b432-1c918590d4cb owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:55.917693 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-f6476d3c-0ead-44ee-a96c-f6bc16069320 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841228 Jun 24 10:39:56.071646 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35de9ed0-6ac9-4439-bced-b009cb454b4e req-6510e5ef-d55a-4025-b591-239c5c1d7635 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984008 Jun 24 10:39:56.088970 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:56.091076 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acc78bfc-5003-4cca-ac8f-de409d6ebdaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:56.116704 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=719af1fe-ba70-4480-b432-1c918590d4cb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:56.123200 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:56.198105 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7b262f87-87d9-4945-8daf-7a870f0fe616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:56.325315 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:56.386645 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e73e8-faab-4cc9-aae7-a8f79c6f70a5 req-bd1cb304-0dca-4d88-8b18-be8f31a8cf7b tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:56.388184 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b2e73e8-faab-4cc9-aae7-a8f79c6f70a5 req-bd1cb304-0dca-4d88-8b18-be8f31a8cf7b tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1531272 Jun 24 10:39:56.468735 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1b2e73e8-faab-4cc9-aae7-a8f79c6f70a5 req-2fbeaec1-d5c7-4c90-8956-aadc3926b9ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741935 Jun 24 10:39:56.647836 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Router aa67632c-42e0-4503-a079-4095cf86c213 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:39:56.672272 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-e1fde11b-f692-4660-8cf4-8723122d5fa0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:56.673783 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-e1fde11b-f692-4660-8cf4-8723122d5fa0 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.1392875 Jun 24 10:39:56.742981 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682fcfd-3dfd-4873-9c51-6ccc3215683a req-97f0044f-b1ff-49d9-8c19-19a1d8a2f4d4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:56.744502 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1682fcfd-3dfd-4873-9c51-6ccc3215683a req-97f0044f-b1ff-49d9-8c19-19a1d8a2f4d4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0931602 Jun 24 10:39:56.797158 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1682fcfd-3dfd-4873-9c51-6ccc3215683a req-5d93113d-c255-4469-ba7b-9fc7e456228f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464718 Jun 24 10:39:56.890247 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device fb0f10f9-2037-4939-924e-90307a4601d5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:56.898470 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:39:56.905622 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa67632c-42e0-4503-a079-4095cf86c213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600230 Jun 24 10:39:56.908327 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56860) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:56.910515 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Sync routers for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:39:56.922371 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:39:56.922595 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: fb0f10f9-2037-4939-924e-90307a4601d5 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:56.922782 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device fb0f10f9-2037-4939-924e-90307a4601d5 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:56.923042 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:39:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:56.931283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d607-5bfb-41d1-b914-d15485d979cc req-9e60d2ce-7899-434a-84bd-aad2d93fae2b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:56.932890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-73b7d607-5bfb-41d1-b914-d15485d979cc req-9e60d2ce-7899-434a-84bd-aad2d93fae2b tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 945 time: 0.2018721 Jun 24 10:39:56.975851 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Deleting port c5958e34-493c-406e-bf9f-a6e2167cdfc5 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:56.976421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.053042 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.056476 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-73b7d607-5bfb-41d1-b914-d15485d979cc req-d6888ce6-0576-42d0-bf37-7918f6ee0251 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138062 Jun 24 10:39:57.061951 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:39:57.164110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] For port c5958e34-493c-406e-bf9f-a6e2167cdfc5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5958e34-493c-406e-bf9f-a6e2167cdfc5,segment=NetworkSegment(63253e24-2d22-4485-ab62-43a5cb01ecee),segment_id=63253e24-2d22-4485-ab62-43a5cb01ecee)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:57.168163 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.199020 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Calling delete_port for c5958e34-493c-406e-bf9f-a6e2167cdfc5 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:57.265415 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.333806 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:39:55Z', 'revision_number': 5, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:57.448490 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Checking router: aa67632c-42e0-4503-a079-4095cf86c213 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:39:57.457455 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Routers {'aa67632c-42e0-4503-a079-4095cf86c213'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:39:57.458385 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:39:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['aa67632c-42e0-4503-a079-4095cf86c213'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:57.517495 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.526824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Deleting port f4059739-05e3-432b-a26d-eeccab0d5a6c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:39:57.526824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.527637 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-507f26bd-3c47-49da-bfe9-398178cab896 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:57.572620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Pushing event deleted for resources: {'Port': ['ID=c5958e34-493c-406e-bf9f-a6e2167cdfc5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:57.575858 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['c5958e34-493c-406e-bf9f-a6e2167cdfc5'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:57.587296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:57.656255 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] For port f4059739-05e3-432b-a26d-eeccab0d5a6c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4059739-05e3-432b-a26d-eeccab0d5a6c,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:57.657339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.672939 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Calling delete_port for f4059739-05e3-432b-a26d-eeccab0d5a6c owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:39:57.700573 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] No DVR routers for this DVR port c5958e34-493c-406e-bf9f-a6e2167cdfc5 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:39:57.703271 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:57.704415 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] Set router aa67632c-42e0-4503-a079-4095cf86c213 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:39:57.705469 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e0aea62c-44e4-4979-8986-9b5ae9454238 req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.45 "DELETE /v2.0/ports/c5958e34-493c-406e-bf9f-a6e2167cdfc5 HTTP/1.1" status: 204 len: 173 time: 0.9857752 Jun 24 10:39:57.706088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'name': 'network-vif-deleted', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:39:57.709131 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15adef-fc88-47d2-b4b2-475ad32c19b2" -d '{"events": [{"server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "name": "network-vif-deleted", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:57.766374 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ab585-b360-49ca-885a-a8393956698d x-openstack-request-id: req-8d2ab585-b360-49ca-885a-a8393956698d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:57.766983 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac747c43-6abe-4c4a-a693-f5c0df5b58b7", "name": "network-vif-deleted", "tag": "c5958e34-493c-406e-bf9f-a6e2167cdfc5", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:57.767478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d2ab585-b360-49ca-885a-a8393956698d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:57.768479 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac747c43-6abe-4c4a-a693-f5c0df5b58b7', 'name': 'network-vif-deleted', 'tag': 'c5958e34-493c-406e-bf9f-a6e2167cdfc5', 'status': 'completed', 'code': 200} Jun 24 10:39:58.048657 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:39:55Z', 'revision_number': 5, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:58.069000 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d828-b4d2-4ae9-8197-a246ddf00da5 req-427df647-0367-497a-b2b8-336c8d7cce6f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:58.087279 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0945d828-b4d2-4ae9-8197-a246ddf00da5 req-427df647-0367-497a-b2b8-336c8d7cce6f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1380272 Jun 24 10:39:58.092816 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b3224-4c53-4dbc-80ed-67224a9d2764 None None] The sync data for ids ['aa67632c-42e0-4503-a079-4095cf86c213'] in dv-cinder-786386-9-smb is: [{'id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'name': 'tempest-ServerRescueNegativeTestJSON-588273878-router', 'tenant_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:24Z', 'updated_at': '2021-06-24T10:39:55Z', 'revision_number': 5, 'project_id': 'fbaf8b3bf1df42949a1684b61cf79fcf', 'gw_port': {'id': 'f4059739-05e3-432b-a26d-eeccab0d5a6c', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67632c-42e0-4503-a079-4095cf86c213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:25Z', 'updated_at': '2021-06-24T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:39:58.133275 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280370-7383-4c75-ab7f-b9ce4c9eae89 req-0be8914f-c69f-4cc2-9724-7852f8af5d5b tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:58.143673 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d2280370-7383-4c75-ab7f-b9ce4c9eae89 req-0be8914f-c69f-4cc2-9724-7852f8af5d5b tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.3699064 Jun 24 10:39:58.156353 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0945d828-b4d2-4ae9-8197-a246ddf00da5 req-86036deb-401c-4547-9330-2b4514ef8e2a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680525 Jun 24 10:39:58.391240 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b0f7f7e9-b02a-45fd-b45a-c51b85e2167e req-a39c59cf-efae-4eb5-9803-f61d01a102d1 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0564699 Jun 24 10:39:58.497575 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d2280370-7383-4c75-ab7f-b9ce4c9eae89 req-795212a2-8882-4ab5-b25f-d04f1d0666b0 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439729 Jun 24 10:39:58.498520 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:58.508640 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:39:58.543661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4059739-05e3-432b-a26d-eeccab0d5a6c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:58.546337 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:39:58.671921 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:58.813428 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:58.816491 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:58.922519 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4cfb58d8-b592-411e-8667-b154d0919dd6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:58.948275 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 4cfb58d8-b592-411e-8667-b154d0919dd6 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:39:58.948918 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4cfb58d8-b592-411e-8667-b154d0919dd6 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:59.158330 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f6a0-8657-4e9a-86d1-4dbe262aa5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.158578 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.159185 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa67632c-42e0-4503-a079-4095cf86c213 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:39:59.164206 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.173628 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.178306 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56900) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:39:59.178950 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa67632c-42e0-4503-a079-4095cf86c213 HTTP/1.1" status: 204 len: 168 time: 2.2686374 Jun 24 10:39:59.674765 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9cbe5a75-e654-4535-9a30-ffc386bd5312 req-8304c3ea-ccdc-4647-b315-874e714a5af5 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0608947 Jun 24 10:39:59.675651 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Deleting subnet 7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:39:59.696968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.743008 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.860870 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:39:59.970609 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b802-5683-45e0-a564-97e0a57433be req-797f8dc2-fe0d-4f6e-addb-103b4c1a02a5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:39:59.971589 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4059739-05e3-432b-a26d-eeccab0d5a6c no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:59.983017 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-77a4b802-5683-45e0-a564-97e0a57433be req-797f8dc2-fe0d-4f6e-addb-103b4c1a02a5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1525781 Jun 24 10:40:00.010139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7211b-7b55-4ed6-ba1a-c1c75578d7a9 req-340bdea4-7f4b-4d2f-978f-c1c72e144f88 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:00.023553 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72d7211b-7b55-4ed6-ba1a-c1c75578d7a9 req-340bdea4-7f4b-4d2f-978f-c1c72e144f88 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.3650355 Jun 24 10:40:00.024760 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: f4059739-05e3-432b-a26d-eeccab0d5a6c {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:40:00.025471 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4059739-05e3-432b-a26d-eeccab0d5a6c not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:00.026848 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 719af1fe-ba70-4480-b432-1c918590d4cb no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:00.048664 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 719af1fe-ba70-4480-b432-1c918590d4cb {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:40:00.049414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 719af1fe-ba70-4480-b432-1c918590d4cb not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:00.089328 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.105397 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-77a4b802-5683-45e0-a564-97e0a57433be req-50855a1b-4d33-4fde-9931-d140b7ffe704 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210845 Jun 24 10:40:00.143473 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-72d7211b-7b55-4ed6-ba1a-c1c75578d7a9 req-ab05c4e3-d442-4cde-8ca3-857afba068d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123216 Jun 24 10:40:00.329329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.329329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-15b64591-fdcc-405b-89d9-c6b62892ef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:00.340906 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7245bc9b-4a6f-4fa7-8baa-6087ba7cd302,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:00.344747 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:00.349804 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.352783 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7245bc9b-4a6f-4fa7-8baa-6087ba7cd302 HTTP/1.1" status: 204 len: 168 time: 1.1724799 Jun 24 10:40:00.358791 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56910) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:00.487439 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.746748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.789907 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e124aed2-4157-4050-8efe-330026d966c2']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:00.827335 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35ddee5-92d4-473f-b22e-8c326ddfd248') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:00.827720 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35ddee5-92d4-473f-b22e-8c326ddfd248') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:00.864429 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.906582 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device c5958e34-493c-406e-bf9f-a6e2167cdfc5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:00.929915 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-01d1b22c-c4a4-4bc5-abd6-630a857f4292 req-b99234d6-b6be-483e-8e45-e6617863fa17 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Jun 24 10:40:00.931024 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.941573 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:40:00.942173 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:40:00.944883 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:40:00.960750 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: c5958e34-493c-406e-bf9f-a6e2167cdfc5 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:40:00.960750 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device c5958e34-493c-406e-bf9f-a6e2167cdfc5 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:01.396828 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:01.448582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:01.455760 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e124aed2-4157-4050-8efe-330026d966c2 HTTP/1.1" status: 204 len: 168 time: 1.0903325 Jun 24 10:40:01.455760 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-47e0690b-c713-40fc-8982-12709beda107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:01.484576 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e124aed2-4157-4050-8efe-330026d966c2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:01.485563 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082875a2-25f9-4717-a30a-a7844b24f419 req-a2e26735-a9b5-48a9-972b-31036e8127ed tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:01.485967 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:01.486054 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-082875a2-25f9-4717-a30a-a7844b24f419 req-a2e26735-a9b5-48a9-972b-31036e8127ed tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1345308 Jun 24 10:40:01.505958 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:01.536464 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec872c9-6959-4577-b84e-b44efc31d4c4 req-be569721-5b27-4d7c-b8ef-55966ad34a8b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:01.539703 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1ec872c9-6959-4577-b84e-b44efc31d4c4 req-be569721-5b27-4d7c-b8ef-55966ad34a8b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1609154 Jun 24 10:40:01.615230 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-082875a2-25f9-4717-a30a-a7844b24f419 req-c396a585-df5b-4094-b15c-d5020aa02cf3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202009 Jun 24 10:40:01.671541 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1ec872c9-6959-4577-b84e-b44efc31d4c4 req-1182f7c3-e1ea-4d01-9a0c-6165422d6abc tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248229 Jun 24 10:40:02.084679 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e41cd47e-6e5a-4d41-aa9d-a02d2845d7a8 req-3ac790e2-ba84-4bc7-bc3e-83fe626e8648 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.0326712 Jun 24 10:40:02.276946 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:02.393331 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56930) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:02.468487 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-1c4f7a38-71c9-450f-b2f4-bb3c30650f02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbaf8b3bf1df42949a1684b61cf79fcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730305 Jun 24 10:40:02.470893 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56932) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:02.563621 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:02.638821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:02.826149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:02.829673 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:02.831076 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693 HTTP/1.1" status: 204 len: 168 time: 0.3590806 Jun 24 10:40:02.832393 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-527dfbe2-a14c-4efe-824f-d3fc2e2c7cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:02.866823 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d1f246-0ebb-43d6-a1ba-3d9d9d0bf693,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:02.890235 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:02.939287 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32ab14-52d5-4088-a27e-7fe75b9ca795 req-6b4050d8-a9d9-4ef4-9fe6-29c79e8b29bd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:02.946572 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0d32ab14-52d5-4088-a27e-7fe75b9ca795 req-6b4050d8-a9d9-4ef4-9fe6-29c79e8b29bd tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1655691 Jun 24 10:40:03.008723 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0d32ab14-52d5-4088-a27e-7fe75b9ca795 req-b9f9ca1a-a522-42cf-87ac-d7a60d70f1af tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608635 Jun 24 10:40:03.056122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a42b-92e5-461f-ab86-fbb9da8a0d99 req-cbe38656-41db-44a5-b020-092b3a9f36b7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:03.058658 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9161a42b-92e5-461f-ab86-fbb9da8a0d99 req-cbe38656-41db-44a5-b020-092b3a9f36b7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1356723 Jun 24 10:40:03.117206 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9161a42b-92e5-461f-ab86-fbb9da8a0d99 req-6996337e-6096-41b9-a733-d69dadf6a016 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518818 Jun 24 10:40:03.534854 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-360a01e2-151f-44a3-9176-3faf6943c840 req-889a7ec0-d067-40e0-a4e5-5a86e9f7ebe8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac747c43-6abe-4c4a-a693-f5c0df5b58b7 HTTP/1.1" status: 200 len: 210 time: 0.1053758 Jun 24 10:40:03.981396 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c518d-3d6d-43fb-8059-3e19d34dd5f1 req-97f8d2fb-ac9b-4d52-bac0-4ba858aac9f9 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:03.989522 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-582c518d-3d6d-43fb-8059-3e19d34dd5f1 req-97f8d2fb-ac9b-4d52-bac0-4ba858aac9f9 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1330667 Jun 24 10:40:04.055992 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-582c518d-3d6d-43fb-8059-3e19d34dd5f1 req-449a27be-5d20-4f96-b536-d4610f4fc092 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649040 Jun 24 10:40:04.144294 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-2b453fa8-1fe8-4888-8a9c-4c8d8ad51ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:04.145837 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-2b453fa8-1fe8-4888-8a9c-4c8d8ad51ed7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1099 time: 0.1373672 Jun 24 10:40:04.395957 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-3587b6e6-1c17-49bc-b67b-0aebf4d0b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:04.398814 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-3587b6e6-1c17-49bc-b67b-0aebf4d0b46d service neutron] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 911 time: 0.2175484 Jun 24 10:40:04.525254 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-c455441b-edef-4d7a-8df4-7b9f6af50667 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 1001 time: 0.1173294 Jun 24 10:40:04.591108 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-99cf517e-3ef9-46b2-bdf9-c20173844cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:04.592791 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-99cf517e-3ef9-46b2-bdf9-c20173844cb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0551603 Jun 24 10:40:04.670941 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ec3f-9973-4763-96f6-61686b150b81 req-3423eed0-716e-4286-9b72-63877710ee94 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:04.670941 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-dd17ec3f-9973-4763-96f6-61686b150b81 req-3423eed0-716e-4286-9b72-63877710ee94 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.3670962 Jun 24 10:40:04.737631 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56966) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:04.771298 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-dd17ec3f-9973-4763-96f6-61686b150b81 req-69a59c37-fc13-41c2-a907-bfc9455de1e7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185977 Jun 24 10:40:04.808505 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Deleting subnet 6671edc7-6e19-4b2e-987d-e3b0b21b1a40 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:40:04.812924 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:04.881716 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-18439555-7e8e-4629-ab11-51e4b1ac5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:04.896466 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:04.903870 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-18439555-7e8e-4629-ab11-51e4b1ac5435 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2299368 Jun 24 10:40:04.946424 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.112650 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-68bc1072-9814-4a48-a5a8-47e36a9dfd4d service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068646 Jun 24 10:40:05.125710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.134150 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f8a58cca-7165-4973-be3c-1c9d52e0f3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:05.168512 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6671edc7-6e19-4b2e-987d-e3b0b21b1a40,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:05.177177 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.183366 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6671edc7-6e19-4b2e-987d-e3b0b21b1a40 HTTP/1.1" status: 204 len: 168 time: 0.4412813 Jun 24 10:40:05.185472 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 56972) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:05.187735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ec53bbac-4ece-4aa2-a3e4-c628cee4f318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:05.356212 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b3485b3-31cf-4ce0-baf8-c882e1faa7eb req-f5c7a9f3-305f-45f0-ac69-cbe803663bfd service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129786 Jun 24 10:40:05.368385 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.626212 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c1cd-47a2-498a-bce0-65f882bca30e req-e7832e1a-f964-4753-8ca0-f7c7f5702ed7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:05.648419 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0ea3c1cd-47a2-498a-bce0-65f882bca30e req-e7832e1a-f964-4753-8ca0-f7c7f5702ed7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.3395023 Jun 24 10:40:05.667899 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.682227 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302db360-0ac3-43ca-9adc-2945effe4b8d']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:05.701381 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63253e24-2d22-4485-ab62-43a5cb01ecee') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:05.701672 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63253e24-2d22-4485-ab62-43a5cb01ecee') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:05.707468 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0ea3c1cd-47a2-498a-bce0-65f882bca30e req-ca997508-4df7-44aa-8d83-1e6b2c199a6c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724711 Jun 24 10:40:05.726848 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.743094 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.753627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:40:05.754343 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:40:05.757961 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:40:05.901919 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.905931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9898fec5-32e8-45e8-8a64-c852ead183da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:05.908633 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:05.910609 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] 10.222.0.24 "DELETE /v2.0/networks/302db360-0ac3-43ca-9adc-2945effe4b8d HTTP/1.1" status: 204 len: 168 time: 0.7209170 Jun 24 10:40:05.944125 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Pushing event deleted for resources: {'Network': ['ID=302db360-0ac3-43ca-9adc-2945effe4b8d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:05.947270 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8b3079db-3b83-434d-a3be-a3506f377aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:06.218806 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73241049-945c-44f1-a153-14b16b8c5f79 req-6413a97d-750f-4290-b582-8f93b33d85c9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:06.220631 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-73241049-945c-44f1-a153-14b16b8c5f79 req-6413a97d-750f-4290-b582-8f93b33d85c9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1568024 Jun 24 10:40:06.295604 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-73241049-945c-44f1-a153-14b16b8c5f79 req-342751f2-f722-4486-ab9c-ce68b47e1198 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674245 Jun 24 10:40:06.658745 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 56998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:06.770678 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f76cc4db-334f-4b35-9d61-54a226a7e0b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fbe2398d45e457eb6995bfdb5714563&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105795 Jun 24 10:40:06.771539 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57002) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:06.930990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9332f3-b064-49ae-b06c-3a7f7ab0fc84 req-9b7dcae3-3206-4a7e-bc87-f8183d70fc43 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:06.932905 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6f9332f3-b064-49ae-b06c-3a7f7ab0fc84 req-9b7dcae3-3206-4a7e-bc87-f8183d70fc43 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0848024 Jun 24 10:40:06.935676 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:07.006426 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:07.031251 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6f9332f3-b064-49ae-b06c-3a7f7ab0fc84 req-76f30860-b630-4bb0-a2ca-0cf3735deb52 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906515 Jun 24 10:40:07.209186 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:07.213406 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:07.217918 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f3eac85-e5eb-49b1-9292-e5c6b7feb28a HTTP/1.1" status: 204 len: 168 time: 0.4415483 Jun 24 10:40:07.217918 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e01e5920-2628-43e2-8307-0eef0e21225e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:07.226101 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3eac85-e5eb-49b1-9292-e5c6b7feb28a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:07.240612 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:07.581775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f7244-b5f8-44d0-8d38-2c80230f0fa4 req-a32bb17e-933e-4965-bb63-c1c27c637058 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:07.591269 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d87f7244-b5f8-44d0-8d38-2c80230f0fa4 req-a32bb17e-933e-4965-bb63-c1c27c637058 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0985827 Jun 24 10:40:07.635832 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d87f7244-b5f8-44d0-8d38-2c80230f0fa4 req-7a9b220c-f39b-476d-9fda-cb5e5b3d31c7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Jun 24 10:40:08.281937 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb6f24-09ea-4320-8f56-0fec9f1f93c4 req-6e6531cb-ec85-4941-8fd2-27d82260a3e2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:08.287441 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a6fb6f24-09ea-4320-8f56-0fec9f1f93c4 req-6e6531cb-ec85-4941-8fd2-27d82260a3e2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1173763 Jun 24 10:40:08.368955 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a6fb6f24-09ea-4320-8f56-0fec9f1f93c4 req-7e7535ab-c404-48bc-b435-93d29a8004c7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730498 Jun 24 10:40:09.151173 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457447c-9b6b-454f-917f-798196e9b9c2 req-56e01ca0-3cd5-43a7-91d6-c4acad637658 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:09.159450 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1457447c-9b6b-454f-917f-798196e9b9c2 req-56e01ca0-3cd5-43a7-91d6-c4acad637658 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1186535 Jun 24 10:40:09.252266 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-1457447c-9b6b-454f-917f-798196e9b9c2 req-f93be3d3-545a-4bb1-862b-720de4621bc4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894332 Jun 24 10:40:09.739993 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9265c7-ee95-433d-bee2-a397252def9e req-ecee281d-71cc-4c86-8c7c-ac51a5d45643 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:09.739993 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-da9265c7-ee95-433d-bee2-a397252def9e req-ecee281d-71cc-4c86-8c7c-ac51a5d45643 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1297808 Jun 24 10:40:09.764495 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-da9265c7-ee95-433d-bee2-a397252def9e req-d3b27f00-da3e-49c4-aea1-842c64f49b50 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566106 Jun 24 10:40:10.497294 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f47a9-a6fa-4277-9121-ca84bf4b73fb req-c310673f-1d03-45c9-a65e-fbafd62bb314 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:10.503144 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-543f47a9-a6fa-4277-9121-ca84bf4b73fb req-c310673f-1d03-45c9-a65e-fbafd62bb314 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1021750 Jun 24 10:40:10.587547 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-543f47a9-a6fa-4277-9121-ca84bf4b73fb req-34f0f163-d90a-4df8-8216-1d5777f687fc tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834305 Jun 24 10:40:11.887860 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27c8a-8373-4d53-8f49-9001a7bf8125 req-99352242-df0c-4131-8c9c-25888a300173 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:11.892275 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f7f27c8a-8373-4d53-8f49-9001a7bf8125 req-99352242-df0c-4131-8c9c-25888a300173 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.1069655 Jun 24 10:40:11.949535 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f7f27c8a-8373-4d53-8f49-9001a7bf8125 req-f31fa05f-6356-4003-a4cb-b860c59e1eef tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515907 Jun 24 10:40:13.328548 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000a558-77b5-4eb6-9f25-a58cf73f187f req-25b267ab-4b50-4061-ad79-7eb083158997 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:13.330021 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5000a558-77b5-4eb6-9f25-a58cf73f187f req-25b267ab-4b50-4061-ad79-7eb083158997 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0702691 Jun 24 10:40:13.367751 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5000a558-77b5-4eb6-9f25-a58cf73f187f req-6c95af68-90b4-47f9-a3d8-4668cd4c55af tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jun 24 10:40:14.024261 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57142) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:14.152018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.258712 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.339856 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.343355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-abec8c28-0f64-4eeb-a927-ef2b9d5e18d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:14.386679 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7d005b49cb74543a8e6ede27ed88141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608320 Jun 24 10:40:14.387981 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fbdd56-4f09-4185-8f0f-4029a9a3fdca,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:14.389716 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57146) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:14.417059 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:14.481888 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.508385 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.606412 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7c44-b27f-433b-8af8-56d0edc94100 req-7814b589-bbb5-4c61-a243-08ae8a8880a4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:14.608094 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a79a7c44-b27f-433b-8af8-56d0edc94100 req-7814b589-bbb5-4c61-a243-08ae8a8880a4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 943 time: 0.0924180 Jun 24 10:40:14.652311 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a79a7c44-b27f-433b-8af8-56d0edc94100 req-81b2f005-c007-4c61-9016-aa1d03444e4e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jun 24 10:40:14.751764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.754475 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:14.758632 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94fbdd56-4f09-4185-8f0f-4029a9a3fdca HTTP/1.1" status: 204 len: 168 time: 0.3644123 Jun 24 10:40:14.758632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1fae9347-8af2-4e13-923a-b101ba9dc6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:14.784343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fbdd56-4f09-4185-8f0f-4029a9a3fdca,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:14.800109 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:14.948740 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:40:15.090536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:15.110255 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'mac_address': 'fa:16:3e:bd:56:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:40:15.166803 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:15.186102 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:40:15.209396 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:15.312022 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:15.314724 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:15.378590 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=9']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:15.382377 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:15.670687 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:15.957384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577b874-9f22-479c-a2bd-5977ff48f9d1 req-4f9e93da-e4dc-4a43-aedf-da8939636d52 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:15.965970 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9577b874-9f22-479c-a2bd-5977ff48f9d1 req-4f9e93da-e4dc-4a43-aedf-da8939636d52 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 944 time: 0.1012597 Jun 24 10:40:16.030469 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9577b874-9f22-479c-a2bd-5977ff48f9d1 req-97c693c6-be8a-4bb6-b828-0b2466ba2f8e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631113 Jun 24 10:40:16.945359 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:40:16.996396 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:40:16.998616 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:17.087631 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:17.128360 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:40:17.130935 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af49169-a7bf-47e1-821f-49db2ba66ce9" -d '{"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:17.149263 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:17.214499 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:17.216666 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:17.314386 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b53330-dce6-4515-a5be-4b269009cb2c x-openstack-request-id: req-31b53330-dce6-4515-a5be-4b269009cb2c {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:17.315285 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-plugged", "status": "completed", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:17.315707 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31b53330-dce6-4515-a5be-4b269009cb2c {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:17.316129 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'code': 200} Jun 24 10:40:17.323792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033e6a-bf99-4e67-b658-b087eb35f4da req-10eac1a0-5ed8-43ce-9e7c-38a90fea287c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:17.325516 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-53033e6a-bf99-4e67-b658-b087eb35f4da req-10eac1a0-5ed8-43ce-9e7c-38a90fea287c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 944 time: 0.1422591 Jun 24 10:40:17.343954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=10']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:17.347161 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:17.382158 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-53033e6a-bf99-4e67-b658-b087eb35f4da req-797928f5-e594-4225-b652-1c82f1113d30 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508912 Jun 24 10:40:18.084061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cba77-61d6-4005-823e-b1765aface07 req-3ae543c7-c1bd-4d27-a0ed-9f1fec504a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:18.084061 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1e8cba77-61d6-4005-823e-b1765aface07 req-3ae543c7-c1bd-4d27-a0ed-9f1fec504a56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1099 time: 0.0538223 Jun 24 10:40:18.125402 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1e8cba77-61d6-4005-823e-b1765aface07 req-76f348c2-dfeb-445e-8dd2-088ae22da3fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361824 Jun 24 10:40:18.632813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896905-9f3f-4b38-9ddf-3ad14ce00dc5 req-cac57e41-cd91-481d-b95d-781981b4ffe1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:18.634327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58896905-9f3f-4b38-9ddf-3ad14ce00dc5 req-cac57e41-cd91-481d-b95d-781981b4ffe1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.1008778 Jun 24 10:40:18.672763 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58896905-9f3f-4b38-9ddf-3ad14ce00dc5 req-fc388048-b7e2-498a-b11c-831247efe68c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Jun 24 10:40:19.890153 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae3917-9f7d-4b10-ad17-5cadc88bd362 req-4e8170c0-e74a-4e8f-840a-26eb9cdc96bd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:19.892055 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-96ae3917-9f7d-4b10-ad17-5cadc88bd362 req-4e8170c0-e74a-4e8f-840a-26eb9cdc96bd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0806339 Jun 24 10:40:19.946222 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-96ae3917-9f7d-4b10-ad17-5cadc88bd362 req-66ca79af-7620-4b71-b631-2e0e1820ac67 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Jun 24 10:40:21.127537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e383f-576e-434c-8c83-429572335c02 req-8eed7a64-8dd4-46e3-bf15-fc0a838e184f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:21.129020 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bd6e383f-576e-434c-8c83-429572335c02 req-8eed7a64-8dd4-46e3-bf15-fc0a838e184f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0735846 Jun 24 10:40:21.168912 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bd6e383f-576e-434c-8c83-429572335c02 req-a7c9d6ee-d580-4691-9112-c4956133ec10 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338359 Jun 24 10:40:22.365314 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d4098-68ac-41ec-ae7f-ea8c4677764f req-8c1e099f-36bd-439e-a414-aca7dbb1a3c1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:22.367011 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-284d4098-68ac-41ec-ae7f-ea8c4677764f req-8c1e099f-36bd-439e-a414-aca7dbb1a3c1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0668099 Jun 24 10:40:22.405718 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-284d4098-68ac-41ec-ae7f-ea8c4677764f req-62d7a9a4-8bc1-40bb-8e13-4bf26f9fdc1c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Jun 24 10:40:22.724558 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:22.829857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:22.917318 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:22.973857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:22.976505 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d02cdda7-cb7d-4438-9186-605c0dee3a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:23.012575 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a97203aaba45454f950eb9cf455652d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868738 Jun 24 10:40:23.013470 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf75f9a-6bc8-47a1-a105-7796b6faba73,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:23.015227 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57438) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:23.016684 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:23.073401 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.098396 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.099201 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57442) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:23.148724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Deleting subnet 28dfb927-54fd-4a01-aa40-16d95545775c {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:40:23.151837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.185410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.197292 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.199865 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.201015 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf75f9a-6bc8-47a1-a105-7796b6faba73 HTTP/1.1" status: 204 len: 168 time: 0.1835535 Jun 24 10:40:23.201838 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-83f643f9-a576-4b05-b9b3-485a881ccb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:23.210628 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf75f9a-6bc8-47a1-a105-7796b6faba73,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:23.212996 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:23.224656 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.403111 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.405581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:23.431493 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dfb927-54fd-4a01-aa40-16d95545775c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:23.434875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:23.437837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.439999 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a16ada36-b04c-4f27-9ce0-e8d6212f9294 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28dfb927-54fd-4a01-aa40-16d95545775c HTTP/1.1" status: 204 len: 168 time: 0.3394632 Jun 24 10:40:23.442340 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57446) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:23.516647 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.608575 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.618607 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.629414 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.629709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614506b-4405-44b9-ad2c-1ed6b1ffa0b1') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.638877 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.653837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.660333 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:40:23.660724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:40:23.662615 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:40:23.888798 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.893060 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7b7be0ea-d78b-40a9-a866-f1dfb7f9ad1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:23.898578 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:23.900064 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] 10.222.0.24 "DELETE /v2.0/networks/7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f HTTP/1.1" status: 204 len: 168 time: 0.4565594 Jun 24 10:40:23.911639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd56e34-a0a9-46fb-a1cb-a17b0ed7df2f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:23.915794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d80108d-136a-44ce-89c9-7e7415eaebcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:24.361613 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:24.393738 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-69f42abc-f168-4a12-81de-4c4470981c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29666b781fe64ce8b6d922a3aa2a3677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395532 Jun 24 10:40:24.394275 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:24.448044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:24.475566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:24.591509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:24.594108 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:24.595381 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1addd939-b50e-4f1d-8114-f9d4ccc13d0c HTTP/1.1" status: 204 len: 168 time: 0.2000687 Jun 24 10:40:24.596107 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-09cd5950-fd29-4b4a-8d9a-a75921bfd294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:24.603998 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1addd939-b50e-4f1d-8114-f9d4ccc13d0c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:24.611052 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.611432 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.611800 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.612165 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.612521 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.612885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.613234 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.613585 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.613939 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.614359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.614857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.618124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:24.619045 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e826c527-ebcd-43e2-b9ba-ebf5c828afe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:26.316780 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-71e16d31-b860-41c3-9628-17ef86adf90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:28.786101 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-b52bebcc-cc4c-4954-8419-6aeb9dfcbf11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519354 Jun 24 10:40:28.892005 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-6ba8b7af-b62c-415e-8312-102b6469cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:28.893475 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-6ba8b7af-b62c-415e-8312-102b6469cfc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 1099 time: 0.0557318 Jun 24 10:40:28.996933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-1a02d6ca-1380-4f28-96b5-9c6d7ec112a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:28.998402 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-1a02d6ca-1380-4f28-96b5-9c6d7ec112a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.0839577 Jun 24 10:40:29.073230 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-1b60b1c7-a882-4557-937d-099ee936c615 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 200 len: 1001 time: 0.0678310 Jun 24 10:40:29.076866 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-063c1f2c-15e5-4056-a26b-933c46605a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:29.117411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:29.121709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-5cf794c8-ec4a-411e-8e8e-f72a9227dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:29.123240 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-5cf794c8-ec4a-411e-8e8e-f72a9227dc9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0427790 Jun 24 10:40:29.180782 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-68afb65f-776e-47c9-935f-6d1293f0630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:29.182241 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-68afb65f-776e-47c9-935f-6d1293f0630d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518653 Jun 24 10:40:29.281118 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-d41069ac-87d4-4a1d-80e7-b91b700b0b4b service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905447 Jun 24 10:40:29.372398 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fedcd33-d623-4181-a76c-4e8b5805a526 req-a8a4f0c5-81a9-4eec-b9b0-b093d6fccd08 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837014 Jun 24 10:40:30.150939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:31.082380 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:40:31.516754 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:32.117136 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:39.554177 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 57806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:39.657932 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:39.749883 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:39.825221 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:39.827942 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-91a611f3-7340-46bc-bb7e-7117508e7ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:39.873182 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c5ee9bb612e452ca4ce65395cc95b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150854 Jun 24 10:40:39.873182 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c022bdc6-84d5-4c39-b128-8a43ca9e596e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:39.873836 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57816) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:39.882027 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:39.933220 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:39.954773 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:40.093815 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:40.096469 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:40.097631 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c022bdc6-84d5-4c39-b128-8a43ca9e596e HTTP/1.1" status: 204 len: 168 time: 0.2225678 Jun 24 10:40:40.098375 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a7413aa5-6a9d-4748-96c3-06f2f39ee93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:40.106508 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022bdc6-84d5-4c39-b128-8a43ca9e596e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:40.113887 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.114256 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.114617 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.115314 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.115675 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.116037 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.116413 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.116770 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.117120 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.117941 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.118063 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.118331 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:40.122687 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:41.054261 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57832) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:41.084413 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.161495 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.299650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.302818 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e4dd5db7-116a-454c-ac7a-3ee3af47afae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:41.337571 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07c55b-aa17-4337-b791-3423044884d6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:41.341623 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdbd503825d047348c95f36e93a72efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863159 Jun 24 10:40:41.342489 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:41.344469 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 57836) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:41.391832 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.423308 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.544910 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.547496 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:41.548678 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d07c55b-aa17-4337-b791-3423044884d6 HTTP/1.1" status: 204 len: 168 time: 0.2033095 Jun 24 10:40:41.549458 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-01b2577b-c0e1-4ed2-9751-7c79ebc3caca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:41.557178 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07c55b-aa17-4337-b791-3423044884d6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:41.559406 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:50.993168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b5502-b1a7-40d7-ad71-148fd2ee4cb7 req-b9433db9-0746-4e2e-918e-75a95e7e1709 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:50.994790 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-909b5502-b1a7-40d7-ad71-148fd2ee4cb7 req-b9433db9-0746-4e2e-918e-75a95e7e1709 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0678275 Jun 24 10:40:51.032134 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-909b5502-b1a7-40d7-ad71-148fd2ee4cb7 req-736fb026-2950-4e67-bd7f-10178bbc43d3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Jun 24 10:40:52.215342 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bfc97-c454-4c20-b69e-526ce0c397da req-db1aa1cc-6452-4d4a-8240-d04120387797 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:52.216975 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-975bfc97-c454-4c20-b69e-526ce0c397da req-db1aa1cc-6452-4d4a-8240-d04120387797 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0731144 Jun 24 10:40:52.258089 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-975bfc97-c454-4c20-b69e-526ce0c397da req-2e757e1d-4625-453b-97e7-511b37eeea6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351846 Jun 24 10:40:53.037098 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58058) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:53.157560 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.245489 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.356289 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.360661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4bdce2bf-30b9-46b1-a721-4ca9d2a0e82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:53.399039 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94fe2a6600a84025801db442ffe75d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607523 Jun 24 10:40:53.399696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58070) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:53.407755 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574a3935-4f8a-46d8-8493-9cafaa5bb221,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:53.423079 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:53.438579 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a096a8-3eb9-46a1-b7a3-2c416a77ac17 req-fd871921-78a0-43c5-bdc1-cb9ee705700f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:53.440173 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2a096a8-3eb9-46a1-b7a3-2c416a77ac17 req-fd871921-78a0-43c5-bdc1-cb9ee705700f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0654876 Jun 24 10:40:53.453050 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.478322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.479354 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a2a096a8-3eb9-46a1-b7a3-2c416a77ac17 req-40cbd391-5446-4f42-ad64-90410320c4ff tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Jun 24 10:40:53.756625 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.759165 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:53.760391 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/574a3935-4f8a-46d8-8493-9cafaa5bb221 HTTP/1.1" status: 204 len: 168 time: 0.3588440 Jun 24 10:40:53.761133 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6141567f-bf92-448c-ab2b-b613cc3024e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:53.769047 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a3935-4f8a-46d8-8493-9cafaa5bb221,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:53.771932 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:54.402729 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58086) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:54.417247 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.507964 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.585052 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.589125 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5df8ca16-d17a-488f-922d-da91d9b4e8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:54.650482 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c643e3e5-d8eb-4dbe-a02b-6f3d8ed6d1e5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:54.654133 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:54.656580 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ebc3c24ed474032920a45b38f3c64b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527909 Jun 24 10:40:54.659417 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:40:54.688579 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fc811-efc9-408f-9b68-c53e5087ffaf req-88967937-b949-4f08-b28e-c6fba2fa187e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:54.690172 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-563fc811-efc9-408f-9b68-c53e5087ffaf req-88967937-b949-4f08-b28e-c6fba2fa187e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0932248 Jun 24 10:40:54.713221 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.731207 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-563fc811-efc9-408f-9b68-c53e5087ffaf req-20fda998-6b91-4e93-98e4-f07c602070f3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348985 Jun 24 10:40:54.737193 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.853527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.856825 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:54.861444 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c643e3e5-d8eb-4dbe-a02b-6f3d8ed6d1e5 HTTP/1.1" status: 204 len: 168 time: 0.1976531 Jun 24 10:40:54.861444 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c1652541-4947-45b5-873b-dac6e94fa54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:40:54.869629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643e3e5-d8eb-4dbe-a02b-6f3d8ed6d1e5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:54.872160 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:40:55.909419 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43422b5-0123-4078-8448-27a5046f8a6d req-59301510-230d-4d31-bcc0-b0517cf035a4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:55.910791 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f43422b5-0123-4078-8448-27a5046f8a6d req-59301510-230d-4d31-bcc0-b0517cf035a4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0666752 Jun 24 10:40:55.952896 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f43422b5-0123-4078-8448-27a5046f8a6d req-807648ff-ac8f-4e48-802c-a86dac12741c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357120 Jun 24 10:40:56.252756 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d64c-a363-4775-9431-93548796023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:57.149925 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb51d6-74dc-436f-a0d9-321e4e902e6a req-b02497be-76dc-46eb-b041-fcef0158ce63 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:57.151400 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4ceb51d6-74dc-436f-a0d9-321e4e902e6a req-b02497be-76dc-46eb-b041-fcef0158ce63 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0676849 Jun 24 10:40:57.190879 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4ceb51d6-74dc-436f-a0d9-321e4e902e6a req-8aa03804-162a-4ec2-9825-c680a56fb27f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335071 Jun 24 10:40:58.382225 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeb549-a915-4660-adb4-14607493868d req-a78370dd-a0a0-4530-afe6-f314f1bc651f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:58.383716 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03eeb549-a915-4660-adb4-14607493868d req-a78370dd-a0a0-4530-afe6-f314f1bc651f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0693085 Jun 24 10:40:58.422766 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03eeb549-a915-4660-adb4-14607493868d req-90f6e8d7-b403-4c16-abd8-8c453df0d6e4 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 Jun 24 10:40:58.990449 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fb66ed34-f0b8-4326-86e2-b888f4ca6679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:59.127838 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:40:59.596804 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50187d-094c-4d32-a3fb-a30c08efa241 req-52f53d74-6f4b-4492-ae69-416defb18489 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:40:59.598311 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf50187d-094c-4d32-a3fb-a30c08efa241 req-52f53d74-6f4b-4492-ae69-416defb18489 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0640492 Jun 24 10:40:59.642524 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bf50187d-094c-4d32-a3fb-a30c08efa241 req-0ba0f053-a0e4-48a6-800a-fc8228c1ad05 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Jun 24 10:41:00.082316 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:00.815733 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6575a-4da0-4de3-a306-5348273bafdb req-5cf2834a-442c-46d9-a280-a258bda5cfbe tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:00.817256 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-77d6575a-4da0-4de3-a306-5348273bafdb req-5cf2834a-442c-46d9-a280-a258bda5cfbe tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0657353 Jun 24 10:41:00.860651 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-77d6575a-4da0-4de3-a306-5348273bafdb req-5d407e60-8888-4a34-aa17-d90398fa9610 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Jun 24 10:41:01.276024 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.042396 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193eb06-117d-4eb5-9a19-48b5a6ce3e6c req-4b02bdce-92dc-4370-bf39-cc88144b32ec tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:02.043886 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9193eb06-117d-4eb5-9a19-48b5a6ce3e6c req-4b02bdce-92dc-4370-bf39-cc88144b32ec tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0713875 Jun 24 10:41:02.082402 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9193eb06-117d-4eb5-9a19-48b5a6ce3e6c req-31d1cb01-d2fa-4d57-8f31-b46e0dbf4256 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Jun 24 10:41:02.242658 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.585263 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58298) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:02.708675 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.715420 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94ce5e-16af-4765-89db-d2c17f6e86b9 req-5ffff538-9b2b-4cf3-808f-620679b54a44 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:02.716911 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c94ce5e-16af-4765-89db-d2c17f6e86b9 req-5ffff538-9b2b-4cf3-808f-620679b54a44 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0720806 Jun 24 10:41:02.772171 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c94ce5e-16af-4765-89db-d2c17f6e86b9 req-148fead7-bf2e-4a10-8061-ef773b70c203 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490830 Jun 24 10:41:02.822889 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.869390 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-8712a9aa-0cac-4ada-b3e9-b20f53d7a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:02.871052 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-8712a9aa-0cac-4ada-b3e9-b20f53d7a72b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1099 time: 0.0632715 Jun 24 10:41:02.881695 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.884382 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:02.920335 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a20cc2-ef4c-40bd-899d-e834a5ba9c13,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:02.927686 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b597573f99ce4a2c9e038e686ac49f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383136 Jun 24 10:41:02.927686 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:02.927686 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58312) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:02.977037 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:02.977675 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-36cfdcda-7dfb-4594-b7df-5034ca4fdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:02.979138 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-36cfdcda-7dfb-4594-b7df-5034ca4fdf19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 911 time: 0.1011772 Jun 24 10:41:03.000164 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.050203 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-7de712d8-6551-40fd-8b6c-a8a5e2d2c0b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 1001 time: 0.0620048 Jun 24 10:41:03.097729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-974a2a1f-da3d-4d98-903d-5cfbc3bac5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:03.099729 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-974a2a1f-da3d-4d98-903d-5cfbc3bac5c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0432947 Jun 24 10:41:03.134262 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.139324 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.145912 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77a20cc2-ef4c-40bd-899d-e834a5ba9c13 HTTP/1.1" status: 204 len: 168 time: 0.2127938 Jun 24 10:41:03.145912 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0122bfd7-c9be-4073-b9f7-7537e98d8dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:03.155648 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a20cc2-ef4c-40bd-899d-e834a5ba9c13,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:03.156191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-4b340a4c-b895-43bd-85bf-4b84ba714286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:03.157669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-4b340a4c-b895-43bd-85bf-4b84ba714286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510085 Jun 24 10:41:03.158982 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:03.260985 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-617bc28b-3384-432e-8d10-7fd86ced9e49 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921988 Jun 24 10:41:03.276961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58318) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:03.367296 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-df3ef441-50b5-47d0-ba82-236e9414dab3 req-9149f973-5a87-4a89-8481-4e324437270e service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846117 Jun 24 10:41:03.513223 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.613454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.733493 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.736305 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b36ecc7c-4719-4dad-9373-e59d175a4d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:03.777436 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66efa80796c14bfe81dc95412801cd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993451 Jun 24 10:41:03.778464 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574e38ca-ba1c-4de9-87c1-f7b9ab83ba80,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:03.780096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58328) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:03.781654 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b524d53c-5e97-4d87-b354-e48419b9ce9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:03.834097 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.857110 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:03.971065 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4e1a-288f-4b86-9bb6-48bf49a7d56f req-7e7d1801-d3d1-40e8-b3f2-10b2b7265b88 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:03.972590 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc0e4e1a-288f-4b86-9bb6-48bf49a7d56f req-7e7d1801-d3d1-40e8-b3f2-10b2b7265b88 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0677655 Jun 24 10:41:04.016162 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fc0e4e1a-288f-4b86-9bb6-48bf49a7d56f req-7eaaab92-fec4-4694-bae2-f0ca2d11a56d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366137 Jun 24 10:41:04.065086 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:04.068249 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:04.069396 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/574e38ca-ba1c-4de9-87c1-f7b9ab83ba80 HTTP/1.1" status: 204 len: 168 time: 0.2882173 Jun 24 10:41:04.070266 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-31d6df11-f6b5-44c9-8d28-fa0d07bb3df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:04.078757 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e38ca-ba1c-4de9-87c1-f7b9ab83ba80,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:04.081139 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:04.524586 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ff13-650c-4c9f-aa2b-87a895d617e7 req-1a76e132-e5c8-463a-b3bd-e37c7362c483 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:04.526033 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f561ff13-650c-4c9f-aa2b-87a895d617e7 req-1a76e132-e5c8-463a-b3bd-e37c7362c483 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0656610 Jun 24 10:41:04.564210 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f561ff13-650c-4c9f-aa2b-87a895d617e7 req-54206bef-0331-4ed9-b375-0aa2fb20fcca tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Jun 24 10:41:04.899090 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58344) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:04.912062 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:04.996534 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.047471 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.050338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-370c116c-790e-471e-b250-9de7e664f8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:05.087453 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cde2f291e4604e5babc66df8bf18aef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872087 Jun 24 10:41:05.088564 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c505e98-515b-45b2-a1eb-7876b27ca6a3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:05.090025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:05.091501 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:05.150550 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.192935 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.244389 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274728-71b0-4be6-9463-b388723e8d10 req-f7aa2097-a033-4e37-8e5d-d61f0ae291cc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:05.246076 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b4274728-71b0-4be6-9463-b388723e8d10 req-f7aa2097-a033-4e37-8e5d-d61f0ae291cc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1085942 Jun 24 10:41:05.286366 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b4274728-71b0-4be6-9463-b388723e8d10 req-52e03c6e-bd3a-4aa2-aa5f-b9be5cd64c90 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340598 Jun 24 10:41:05.373949 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.376750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:05.377877 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c505e98-515b-45b2-a1eb-7876b27ca6a3 HTTP/1.1" status: 204 len: 168 time: 0.2861137 Jun 24 10:41:05.378700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33385925-baec-4a56-bb2b-5a8d5b63541c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:05.387146 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c505e98-515b-45b2-a1eb-7876b27ca6a3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:05.389450 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:05.750948 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a3e5-a1d5-46c1-99d0-3400e56f633f req-87a52366-1e4d-496f-91f2-5132c578a8bb tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:05.752399 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0186a3e5-a1d5-46c1-99d0-3400e56f633f req-87a52366-1e4d-496f-91f2-5132c578a8bb tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0629289 Jun 24 10:41:05.790285 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0186a3e5-a1d5-46c1-99d0-3400e56f633f req-27ecd746-f2bf-4364-acc8-1b0b8575f077 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Jun 24 10:41:06.374717 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-8ea47b97-8426-4a5f-92e7-8ab952cb7981 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:06.376221 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-8ea47b97-8426-4a5f-92e7-8ab952cb7981 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.0674417 Jun 24 10:41:06.482368 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Deleting port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:41:06.482706 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:06.574255 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] For port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:06.574766 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:06.812144 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:06.812518 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:06.812830 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Floating IP 269a42f6-ff3a-44e0-a5ee-701902c0efe0 disassociated. External IP: 172.28.2.163, port: 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23. Jun 24 10:41:06.813172 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Calling delete_port for 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:41:07.289053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb8a97-e086-4083-8b28-58959afc07f9 req-8b57bd78-7703-47d1-9644-b10c04b5779e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:07.290505 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f7cb8a97-e086-4083-8b28-58959afc07f9 req-8b57bd78-7703-47d1-9644-b10c04b5779e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 946 time: 0.3448637 Jun 24 10:41:07.329002 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f7cb8a97-e086-4083-8b28-58959afc07f9 req-0353c1c9-effa-4d48-b98d-bbbde9f910dc tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff102f3c-f76d-4002-be2c-ee250c313aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Jun 24 10:41:07.362679 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:07.367365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d5f1b68-d389-4de1-baf8-37b86e4ab4f6 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:07.394775 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'Port': ['ID=4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:07.399472 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:07.504270 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:41:07.626400 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:41:07.639033 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:41:07.650790 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:07.651872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:40:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:07.683486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] No DVR routers for this DVR port 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:41:07.685997 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:07.688065 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5525a3f8-23ac-4ec3-b937-cbe768a4f438 req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "DELETE /v2.0/ports/4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 HTTP/1.1" status: 204 len: 173 time: 1.3068395 Jun 24 10:41:07.688583 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-deleted', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:07.691368 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad0ee68-7bd3-4131-b3b6-eeb165cec928" -d '{"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-deleted", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:07.730878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4e288-b1ec-4ae9-b4d3-441bd77a45fc x-openstack-request-id: req-4fc4e288-b1ec-4ae9-b4d3-441bd77a45fc {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:07.730878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49acd7-8e34-4487-970c-dd2460ae3398", "name": "network-vif-deleted", "tag": "4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:07.730878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fc4e288-b1ec-4ae9-b4d3-441bd77a45fc {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:07.730878 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49acd7-8e34-4487-970c-dd2460ae3398', 'name': 'network-vif-deleted', 'tag': '4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23', 'status': 'completed', 'code': 200} Jun 24 10:41:07.891327 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:08.083048 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:41:08.107613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:08.138981 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:41:08.147539 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:08.148163 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:40:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:08.256857 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:08.531446 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:08.559255 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b7bd1e8d-1211-4ac5-8635-00021a2ed4f2 req-ca212d86-d8c9-4522-ba59-3509a7d61db7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae49acd7-8e34-4487-970c-dd2460ae3398 HTTP/1.1" status: 200 len: 210 time: 0.0320866 Jun 24 10:41:08.561306 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821ed1c-b899-4d86-ade6-91a9dfe2096d None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:41:08.825336 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3277c5-5e4a-48e8-8455-8b9ce8b08d83 None None] New status for floating IP 269a42f6-ff3a-44e0-a5ee-701902c0efe0: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:41:08.907788 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:09.047383 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.168729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.265047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.267647 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:09.315047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3644f-7554-41e2-bae3-75b46d73f7c0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:09.315047 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d03e4a012964fe0bea27a5c50c59dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982081 Jun 24 10:41:09.315047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:09.315047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58490) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:09.365050 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.387240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.853669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.853669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.853669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc3644f-7554-41e2-bae3-75b46d73f7c0 HTTP/1.1" status: 204 len: 168 time: 0.5416603 Jun 24 10:41:09.853669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-341e2ea5-02c5-4292-ab25-08ff0c157de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:09.861819 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3644f-7554-41e2-bae3-75b46d73f7c0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:09.865119 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:09.887734 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58498) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:09.957799 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:09.968723 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.046633 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58502) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:10.127875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.130518 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.131848 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff102f3c-f76d-4002-be2c-ee250c313aea HTTP/1.1" status: 204 len: 168 time: 0.2430160 Jun 24 10:41:10.132769 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ccc67d78-5357-40ef-9cce-1b12d09263fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:10.134488 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58506) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:10.141972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff102f3c-f76d-4002-be2c-ee250c313aea,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:10.144724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:10.161691 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.api.v2.resource [None req-c8d6bd30-0a53-4d35-8341-3966e2c4a3f8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] show failed (client error): The resource could not be found. Jun 24 10:41:10.165688 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c8d6bd30-0a53-4d35-8341-3966e2c4a3f8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups/ff102f3c-f76d-4002-be2c-ee250c313aea HTTP/1.1" status: 404 len: 347 time: 0.0267985 Jun 24 10:41:10.166658 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:10.307272 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.353174 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Deleting port 83ad8321-6884-42b9-9313-4132514a7537 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:41:10.353528 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.475436 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.475677 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.496402 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Calling delete_port for 83ad8321-6884-42b9-9313-4132514a7537 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:41:10.508387 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.592230 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.596165 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:10.655817 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad64d996815e482e92ec42811caf7e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080565 Jun 24 10:41:10.658101 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c151dd77-351f-46df-aee9-748cea3d6a24,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:10.658503 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58512) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:10.662736 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:10.715057 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.741540 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.769216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58514) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:10.787171 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.795231 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.797276 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b1396170-c27d-4f26-bd87-28d8152e0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:10.828238 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'Port': ['ID=83ad8321-6884-42b9-9313-4132514a7537,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:10.833384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:10.864877 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.878176 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.878176 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c151dd77-351f-46df-aee9-748cea3d6a24 HTTP/1.1" status: 204 len: 168 time: 0.2097843 Jun 24 10:41:10.878176 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9703759e-ce8c-4e52-9479-ba2356e23b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:10.879320 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151dd77-351f-46df-aee9-748cea3d6a24,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:10.881368 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:10.925704 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.929110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:10.936767 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "DELETE /v2.0/floatingips/269a42f6-ff3a-44e0-a5ee-701902c0efe0 HTTP/1.1" status: 204 len: 168 time: 0.7615635 Jun 24 10:41:10.975444 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.065103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.067911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bacc0138-958d-43c8-bf83-7a5b04d27413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:11.104972 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00f8b611ce4e4e47b3c0b01c1a71da92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351369 Jun 24 10:41:11.105996 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c929f2-df3d-4b68-8249-1fd62c4707e8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:11.108006 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58520) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:11.109338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:11.159751 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.181820 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.256049 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:41:11.276145 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:41:11.276507 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 4fd12bc4-5ea5-48f2-b72c-c1ba33e51e23 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:41:11.316349 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.319095 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.320271 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4c929f2-df3d-4b68-8249-1fd62c4707e8 HTTP/1.1" status: 204 len: 168 time: 0.2108958 Jun 24 10:41:11.321101 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-417c3a8f-aca0-4698-ad88-cff8f77667a0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:11.330588 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c929f2-df3d-4b68-8249-1fd62c4707e8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:11.333823 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:11.376986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58526) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:11.382456 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466380587', 'description': 'tempest-description--851476361'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:11.460109 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.543290 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.659192 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.664754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94cdea1a-e498-487d-8ef7-8187eeb2c293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:11.692244 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b54d10-1423-4e22-829f-5210d97bf73d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:11.694978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:11.745903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58534) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:11.764192 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.794502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.796168 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4175630 Jun 24 10:41:11.798890 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58538) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:11.804164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group_rule': {'security_group_id': '95b54d10-1423-4e22-829f-5210d97bf73d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:11.902898 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:11.996912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.002316 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94d7f75c-3735-4d7b-827b-7321a6f2a004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:12.053275 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c6920b7c295430882f9d3d470e85471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062027 Jun 24 10:41:12.055437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b586726-dce3-452d-b785-b4f7d75c6033,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:12.056211 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58542) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:12.062950 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:12.103558 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.112072 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.137850 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.161242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.282322 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.284934 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:12.302859 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab21281e-93ec-417c-b33f-2a1c257f2625,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:12.305818 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.307015 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:12.314654 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.315922 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b586726-dce3-452d-b785-b4f7d75c6033 HTTP/1.1" status: 204 len: 168 time: 0.2587755 Jun 24 10:41:12.316766 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d790d739-00e3-4963-92ce-f5a9a8a3a66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:12.325227 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b586726-dce3-452d-b785-b4f7d75c6033,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:12.327235 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:12.367776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.368994 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5691593 Jun 24 10:41:12.371755 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58552) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:12.376815 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'security_group_rule': {'security_group_id': '95b54d10-1423-4e22-829f-5210d97bf73d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:12.486775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.542944 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.636022 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.642155 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0913210d-b8f2-4035-b695-5981f3723967 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:12.661535 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0d04a9-3cd8-4026-a3d1-0ec776b7e588,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:12.664449 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:12.819483 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:12.820789 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-8c4d5fac-470d-4e61-8957-b0e89e92d2d9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4480555 Jun 24 10:41:12.835185 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58568) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:12.840005 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:12.944916 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:13.050279 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:13.168433 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Allocated IP 172.28.2.21 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/e0baefb5-69e3-4551-9f69-962e2eff2b86) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:41:13.278963 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:13.397503 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:13.400636 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:13.435959 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:41:13.462957 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:13.462957 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:41:13.469649 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=e0baefb5-69e3-4551-9f69-962e2eff2b86,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:13.473800 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:13.537643 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:13.906391 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:14.062506 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:14.213414 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59036973'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:14.215531 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:14.282654 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=e0baefb5-69e3-4551-9f69-962e2eff2b86,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:14.286899 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:14.298459 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:14.402744 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:14.402744 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-dc9bec15-72b5-4aaa-9ea3-0fc364c59be2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5622547 Jun 24 10:41:14.627476 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-9ff86657-8ac5-4842-a552-f20463733995 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1466380587&fields=id&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 267 time: 0.0415547 Jun 24 10:41:14.740477 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-2fff4b9c-0420-45d7-a786-0ce1ec0cfd7b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:14.741971 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-2fff4b9c-0420-45d7-a786-0ce1ec0cfd7b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 816 time: 0.1074343 Jun 24 10:41:14.757037 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-0ae8368a-f3f1-4add-a8fe-6ef3724ebe27 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/quotas/6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 375 time: 0.0095687 Jun 24 10:41:14.837072 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-b5b1807c-06e8-4045-90d7-ad01b32da3fd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745084 Jun 24 10:41:14.937729 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-e58990aa-ae79-4020-b2f7-960eaa3fdc36 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879757 Jun 24 10:41:15.033222 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-9ee737c2-6923-46bf-b917-bb52759a7bbc service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Jun 24 10:41:15.302688 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3f47d9d9-2f5e-4cb1-8d77-43975f597e22 req-78783c2a-8be7-49a1-b209-a5967801ff61 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.0281765 Jun 24 10:41:16.448792 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-00d15df7-a8e4-4763-92a0-bb30308a8460 req-b1362f38-953a-4e75-a722-647270df22e4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.0292177 Jun 24 10:41:17.459059 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58670) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:17.596553 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:17.620171 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9a65cdaf-6f45-4010-86c9-8a5de617ff13 req-a350e713-1c12-4491-9e3d-6cb4bdaa71d1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.0508993 Jun 24 10:41:17.704173 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:17.819457 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:17.822696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a38ec9ef-b4db-4849-9de8-8ecd7b98f8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:17.859761 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc5338-92b1-473b-88e1-e3b64db4a457,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:17.862530 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:17.865099 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddd00ba9c1044e29b9355315a997f67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049883 Jun 24 10:41:17.867854 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58676) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:17.919998 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:17.940653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:18.080658 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-136c02a9-751b-40bd-9316-ba6a5ab18cfe tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:18.082037 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-136c02a9-751b-40bd-9316-ba6a5ab18cfe tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 816 time: 0.1033955 Jun 24 10:41:18.132289 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-ea4426c4-12e8-4900-ac38-e45d05700aee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 380 time: 0.0352085 Jun 24 10:41:18.138815 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:18.141445 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:18.142564 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eccc5338-92b1-473b-88e1-e3b64db4a457 HTTP/1.1" status: 204 len: 168 time: 0.2737961 Jun 24 10:41:18.143379 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-56645c58-0ed0-4b23-b90a-d04212728547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:18.146389 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'port': {'device_id': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'admin_state_up': True, 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'security_groups': ['95b54d10-1423-4e22-829f-5210d97bf73d']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:18.152358 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc5338-92b1-473b-88e1-e3b64db4a457,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:18.154728 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:18.333776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Made reservation on behalf of 6fc443fa755e4b78927b71f9d6dd0fc1 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:41:18.337337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:18.479858 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Allocated IP 172.20.0.8 (9ee2ed9f-cfa4-4718-a044-880bf9fc8275/0470ebd8-2db8-4086-92b7-b43eb041baa9/89dc3b54-86ab-405d-b463-2b95c969b2fc) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:41:18.630259 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:18.643536 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Transition to ACTIVE for port object 89dc3b54-86ab-405d-b463-2b95c969b2fc will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:41:18.787470 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ff2fca4b-eaae-4dc1-b4c7-1fe1ff843ce5 req-27743111-01c7-44cb-9f24-a37df0163a6e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.0286400 Jun 24 10:41:19.013956 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.018104 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-be09119e-bf6c-4d4d-9f6d-b0d7d3bda52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:19.063109 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:41:19.066355 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:19.075408 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:41:19.077957 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:19.097832 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:19.129718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:19.130331 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.215471 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58700) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:19.230359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.289701 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1487670 Jun 24 10:41:19.316040 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Request body: {'port': {'device_id': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:19.378861 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-bd3d1514-32ce-48ab-8673-0aa560a2b49f None None] Provisioning for port 89dc3b54-86ab-405d-b463-2b95c969b2fc completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:41:19.383653 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-bd3d1514-32ce-48ab-8673-0aa560a2b49f None None] Provisioning complete for port 89dc3b54-86ab-405d-b463-2b95c969b2fc triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:41:19.387626 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1514-32ce-48ab-8673-0aa560a2b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.423328 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d1514-32ce-48ab-8673-0aa560a2b49f None None] Port 89dc3b54-86ab-405d-b463-2b95c969b2fc cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:41:19.424191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.426359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.550577 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.556322 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0340264e-b5f1-4635-8c7b-51d0077767d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:19.637177 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fab4ca-10ea-421f-bf7a-772aead24741,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:19.641279 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc55fe0bb0aa45879a2ef79a4ee1095e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247773 Jun 24 10:41:19.643537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:19.644007 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:19.726821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.762469 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.820022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:41:19.829927 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.956494 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Transition to ACTIVE for port object 89dc3b54-86ab-405d-b463-2b95c969b2fc will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:41:19.957908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.960516 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:19.961658 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22fab4ca-10ea-421f-bf7a-772aead24741 HTTP/1.1" status: 204 len: 168 time: 0.3167663 Jun 24 10:41:19.962418 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6c8107c9-60e0-488a-a8d7-dd2d98947777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:19.969869 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fab4ca-10ea-421f-bf7a-772aead24741,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:19.973429 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fbd69-af4f-4487-a26e-e9d30c1672d9 req-b9152514-4e95-4795-a994-1bb1f67f0135 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:19.973898 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:19.974007 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-905fbd69-af4f-4487-a26e-e9d30c1672d9 req-b9152514-4e95-4795-a994-1bb1f67f0135 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 931 time: 0.0689890 Jun 24 10:41:20.017991 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-905fbd69-af4f-4487-a26e-e9d30c1672d9 req-3998c1e0-02ec-4725-b977-9a2238b1b935 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347133 Jun 24 10:41:20.093433 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:20.096657 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:20.176059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:20.179283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:20.229449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Attempting to bind port 89dc3b54-86ab-405d-b463-2b95c969b2fc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:41:20.229789 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Attempting to bind port 89dc3b54-86ab-405d-b463-2b95c969b2fc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:41:20.230122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Attempting to bind port 89dc3b54-86ab-405d-b463-2b95c969b2fc on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:41:20.234479 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Port 89dc3b54-86ab-405d-b463-2b95c969b2fc on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:41:20.234856 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Attempting to bind port 89dc3b54-86ab-405d-b463-2b95c969b2fc on network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:41:20.240469 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:41:20.241217 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Checking segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:41:20.241616 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Bound using segment: {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:41:20.242049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Bound port: 89dc3b54-86ab-405d-b463-2b95c969b2fc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14014a7e-0cb2-418b-893f-436b0e5d394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:41:20.242408 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:20.310107 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:41:20.314237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:41:20.464433 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:20.467610 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-dadbca66-5290-4221-9a59-af174cf14ff4 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:20.498032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:20.498653 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:20.500182 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] 10.222.0.45 "PUT /v2.0/ports/89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 1093 time: 1.1935019 Jun 24 10:41:20.500580 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:20.502885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2" -d '{"events": [{"name": "network-changed", "server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:20.543103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:20.546154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:20.555454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11274351-9ceb-4774-84a3-1063cb5e935b x-openstack-request-id: req-11274351-9ceb-4774-84a3-1063cb5e935b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:20.555843 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:20.556148 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11274351-9ceb-4774-84a3-1063cb5e935b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:20.556592 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'status': 'completed', 'code': 200} Jun 24 10:41:20.661199 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-092edc1c-0827-42c2-8e26-33fed0f23b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:20.663037 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-092edc1c-0827-42c2-8e26-33fed0f23b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1096 time: 0.0604751 Jun 24 10:41:20.788449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-aeba0d65-6df8-442d-9078-56da638d2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:20.789914 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-aeba0d65-6df8-442d-9078-56da638d2d84 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1016135 Jun 24 10:41:20.882131 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-d20e9a51-f460-4869-bbf6-e53cbd12bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:20.886774 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ce1e2bf5-f61d-4875-a5f9-7072e9ce77b2 req-d20e9a51-f460-4869-bbf6-e53cbd12bfcf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859404 Jun 24 10:41:21.018124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-aeace56a-cdfa-4723-a31a-25b9d92300f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:21.020220 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-aeace56a-cdfa-4723-a31a-25b9d92300f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1096 time: 0.0718210 Jun 24 10:41:21.071857 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-7de95a79-73e0-411b-88ec-c37ac8c6ac6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 217 time: 0.0346832 Jun 24 10:41:21.121124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-1b7cdf2b-76bc-479b-b59e-1adef56ae1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:21.122902 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-1b7cdf2b-76bc-479b-b59e-1adef56ae1b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0436685 Jun 24 10:41:21.196644 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-12bc3b42-ffc1-41a2-8dfe-ed1b68b160f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:21.198142 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-12bc3b42-ffc1-41a2-8dfe-ed1b68b160f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0666151 Jun 24 10:41:21.209775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c397b-7143-4477-818a-e407e9864e5e req-00412f7a-fb33-49f0-903c-d59b78b2ccfd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:21.215529 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-172c397b-7143-4477-818a-e407e9864e5e req-00412f7a-fb33-49f0-903c-d59b78b2ccfd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0812957 Jun 24 10:41:21.255504 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-172c397b-7143-4477-818a-e407e9864e5e req-f2a9e117-f3b8-4b3d-8a10-0d68ef21486b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 Jun 24 10:41:21.300416 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-8a2382bb-af00-4869-88d4-da0ab261f70c service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953834 Jun 24 10:41:21.394018 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-959ef317-3f5c-4a38-a81c-73ccb1944483 req-615b3f13-c00e-4485-b018-a7462cb72ea6 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837200 Jun 24 10:41:22.438184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62028bd-18be-4c48-bb12-726972e5c87e req-a0a47920-dc2b-455f-a982-a34b5752ef38 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:22.439693 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c62028bd-18be-4c48-bb12-726972e5c87e req-a0a47920-dc2b-455f-a982-a34b5752ef38 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0645671 Jun 24 10:41:22.478034 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c62028bd-18be-4c48-bb12-726972e5c87e req-547766f2-d396-4699-a8f4-8922a40a3a94 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jun 24 10:41:23.293616 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58810) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:23.393087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:23.489837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:23.738149 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:23.748726 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4a71dd9c-ba28-4342-a3a9-665b918e2af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:23.759554 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041abecc-b7f9-4f8d-b9dc-727201046dae req-75893863-3898-4cf9-bd01-4abf427a5b13 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:23.761030 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-041abecc-b7f9-4f8d-b9dc-727201046dae req-75893863-3898-4cf9-bd01-4abf427a5b13 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.1688371 Jun 24 10:41:23.778089 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8739d7645b7481ca0133aa846a0b957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833250 Jun 24 10:41:23.784541 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd480a8e-4442-48f1-9a2c-cb13eed620b1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:23.784697 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58822) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:23.784808 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:23.816668 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-041abecc-b7f9-4f8d-b9dc-727201046dae req-b8f0e7cd-3e8e-4224-bfd4-27cdacdaa909 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496829 Jun 24 10:41:23.848933 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:23.870267 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:24.036767 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:24.039462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:24.040733 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd480a8e-4442-48f1-9a2c-cb13eed620b1 HTTP/1.1" status: 204 len: 168 time: 0.2578728 Jun 24 10:41:24.041471 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-95fe09a8-e5f8-46a0-9304-b6f18fb511af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:24.049075 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd480a8e-4442-48f1-9a2c-cb13eed620b1,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:24.052088 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:24.898696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58834) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:24.911539 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:24.999171 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.197439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772715ea-be22-4743-883d-e590ccbe7129 req-3f90da90-00a5-42df-a424-a21451e9408d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:25.198936 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-772715ea-be22-4743-883d-e590ccbe7129 req-3f90da90-00a5-42df-a424-a21451e9408d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.2610130 Jun 24 10:41:25.201783 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.204440 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-89d3e975-5641-4a4c-8e1e-5b8b152ca826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:25.235787 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-772715ea-be22-4743-883d-e590ccbe7129 req-d0f5e70f-c6a6-46c6-823c-691f98c55f86 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Jun 24 10:41:25.243925 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ccd89d19c3b48c8822cb11b3268cc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445473 Jun 24 10:41:25.244978 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d336b06-4dec-4d96-8f9c-6aa156cfc953,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:25.246602 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58838) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:25.248492 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:25.295493 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.316473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.352199 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:41:25.442018 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.444783 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.445952 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d336b06-4dec-4d96-8f9c-6aa156cfc953 HTTP/1.1" status: 204 len: 168 time: 0.1983092 Jun 24 10:41:25.446903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0ff2520e-390b-4e6a-93d1-a258e53ddeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:25.447621 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:25.463563 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:41:25.502878 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.515613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:41:25.536233 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:25.565914 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d336b06-4dec-4d96-8f9c-6aa156cfc953,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:25.573381 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.573797 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.574173 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.574538 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.574903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.575305 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.575662 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.576020 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.576376 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.576752 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.577106 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.577456 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.581044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:25.653052 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:25.655624 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:25.711558 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:25.718872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.719256 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.719606 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.719943 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.720276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.720609 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.720941 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.721270 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.721598 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.721925 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.722246 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.722598 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:25.727167 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:26.030149 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['89dc3b54-86ab-405d-b463-2b95c969b2fc'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:41:26.201755 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5b54069-6f0a-4756-9e3c-dde3fac94f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:26.422755 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380514eb-7208-4bb5-ba45-942d1ec50447 req-1ec1c66e-38da-41d4-b269-02edc9c644b9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:26.424470 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-380514eb-7208-4bb5-ba45-942d1ec50447 req-1ec1c66e-38da-41d4-b269-02edc9c644b9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0699286 Jun 24 10:41:26.461993 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-380514eb-7208-4bb5-ba45-942d1ec50447 req-c56d4629-b2ff-4928-a76f-5aae39eb4a7a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Jun 24 10:41:27.369249 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:41:27.556126 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 89dc3b54-86ab-405d-b463-2b95c969b2fc completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:41:27.560124 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 89dc3b54-86ab-405d-b463-2b95c969b2fc triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:41:27.560502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:27.635649 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:27.639533 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f0612-9d58-4a34-8729-ac8462008db7 req-645102cc-b3db-4a26-bd4f-7fdde51c81af tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:27.641110 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c82f0612-9d58-4a34-8729-ac8462008db7 req-645102cc-b3db-4a26-bd4f-7fdde51c81af tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0640838 Jun 24 10:41:27.657399 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:27.659706 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339d6b4-a19f-4f43-83d1-4a7eda994c20" -d '{"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:27.674738 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:27.684862 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c82f0612-9d58-4a34-8729-ac8462008db7 req-2889a4dd-e53f-4eed-bb15-83252f37e216 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Jun 24 10:41:27.698888 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a34861-7ee0-4667-87f3-ab08da370f5b x-openstack-request-id: req-83a34861-7ee0-4667-87f3-ab08da370f5b {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:27.699228 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:27.699492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83a34861-7ee0-4667-87f3-ab08da370f5b {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:27.699893 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'code': 200} Jun 24 10:41:27.880790 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:27.882669 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:27.930326 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:27.933288 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:28.218631 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81934ce9-ee21-4674-90db-827f859dfccd req-61509567-257b-44a6-8f0a-e3b16df6739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:28.220180 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-81934ce9-ee21-4674-90db-827f859dfccd req-61509567-257b-44a6-8f0a-e3b16df6739c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1098 time: 0.0527067 Jun 24 10:41:28.255017 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-81934ce9-ee21-4674-90db-827f859dfccd req-5446785e-4844-44a8-b682-0c57f1e064fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277486 Jun 24 10:41:28.862903 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6c70-6a35-49dc-a116-0c2423d79f6b req-a7670b78-3bba-4601-96a8-d61089b3830a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:28.864392 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-adbb6c70-6a35-49dc-a116-0c2423d79f6b req-a7670b78-3bba-4601-96a8-d61089b3830a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0628760 Jun 24 10:41:28.901266 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-adbb6c70-6a35-49dc-a116-0c2423d79f6b req-07be3139-b510-4c47-941d-aa0b1a9d8291 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Jun 24 10:41:29.046235 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-df5e6c06-3fe5-413f-9f84-417b47f78b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:29.091685 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:30.070507 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:30.098898 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefa21-5712-4248-bdcf-f614258e14ce req-96e3a143-ecb8-4ec7-a297-afeed928aa4f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:30.098898 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-efcefa21-5712-4248-bdcf-f614258e14ce req-96e3a143-ecb8-4ec7-a297-afeed928aa4f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0642619 Jun 24 10:41:30.138737 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-efcefa21-5712-4248-bdcf-f614258e14ce req-5e2abe2b-4747-4e96-8c2b-69eab86e8db6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Jun 24 10:41:30.862738 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-9897687d-e889-4042-89b4-42f939105e92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542364 Jun 24 10:41:30.952327 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 58928) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:30.992090 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-f761a157-1532-491b-9697-c6c30055bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:30.992090 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-f761a157-1532-491b-9697-c6c30055bc82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 1099 time: 0.0544505 Jun 24 10:41:31.061363 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.099126 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-6ebc6429-db3a-4c20-90e8-a2ae8ca12652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:31.100984 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-6ebc6429-db3a-4c20-90e8-a2ae8ca12652 service neutron] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 911 time: 0.0847774 Jun 24 10:41:31.151095 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.178308 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-eae12b6e-deae-4ac0-83dc-f3dba71215fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 200 len: 1001 time: 0.0654423 Jun 24 10:41:31.230447 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-30cb7dda-ceb0-4870-ba81-6a32b1b4c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:31.231913 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-30cb7dda-ceb0-4870-ba81-6a32b1b4c5aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0482397 Jun 24 10:41:31.240345 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.244231 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d33649b4-427f-4e4f-a280-9efb23ce0ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:31.300785 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-df7a46ff-2f6c-4f93-90c3-45978bd28d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:31.302360 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-df7a46ff-2f6c-4f93-90c3-45978bd28d18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586545 Jun 24 10:41:31.306040 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f0e4bad8511458abcb14aa113247687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526552 Jun 24 10:41:31.308134 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e84a8b-932b-496f-896b-42b6d5c49701,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:31.308639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:31.313869 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:31.316125 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.345466 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33632e-9515-40c5-9b9c-19df359d04fa req-da3ce7d9-9142-44f9-b418-26c452c6264f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:31.346935 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ef33632e-9515-40c5-9b9c-19df359d04fa req-da3ce7d9-9142-44f9-b418-26c452c6264f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0785279 Jun 24 10:41:31.386440 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ef33632e-9515-40c5-9b9c-19df359d04fa req-880000ed-7b24-49ba-a87a-fc593a408fc2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332060 Jun 24 10:41:31.423032 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.439767 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-aced4b57-919b-498d-a4ad-25ce32a5a0a2 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248436 Jun 24 10:41:31.460475 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.602406 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3e0073e7-ae57-4fea-9803-6301d75f48de req-cd048f34-a101-475d-a38e-a75755762a40 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539044 Jun 24 10:41:31.616890 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae023c31-7146-4e77-8f9b-5638f550a83d req-d9447893-1f3c-49f3-8098-e89734dab95c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:31.618216 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ae023c31-7146-4e77-8f9b-5638f550a83d req-d9447893-1f3c-49f3-8098-e89734dab95c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.1149311 Jun 24 10:41:31.627099 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 58948) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:31.635268 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Request body: {'floatingip': {'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:31.930416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.932956 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.934837 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6e84a8b-932b-496f-896b-42b6d5c49701 HTTP/1.1" status: 204 len: 168 time: 0.6245060 Jun 24 10:41:31.935012 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-95a77572-8684-4e5f-b332-6e7640b2625c tempest-VolumesNegativeTest-1888178819 tempest-VolumesNegativeTest-1888178819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:31.938427 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:31.975444 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e84a8b-932b-496f-896b-42b6d5c49701,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:31.981671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:32.166001 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:32.379664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:32.480196 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:32.579534 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Floating IP f1dd9a1e-a983-4e57-a917-fb9eb9c85b16 associated. External IP: 172.28.2.21, port: 89dc3b54-86ab-405d-b463-2b95c969b2fc. Jun 24 10:41:32.798968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:41:32.912185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:41:32.916979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:32.921923 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:41:32.931919 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:32.932542 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:32.952692 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-0325eaeb-089e-4d1b-9505-0b5252f20952 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "PUT /v2.0/floatingips/f1dd9a1e-a983-4e57-a917-fb9eb9c85b16 HTTP/1.1" status: 200 len: 990 time: 1.3245590 Jun 24 10:41:32.953329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:32.955674 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ccb12-c9c3-4d92-a82c-775175af6636" -d '{"events": [{"name": "network-changed", "server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:33.000754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c7fcc-d57e-4bff-9be6-71c8b7de8c09 x-openstack-request-id: req-732c7fcc-d57e-4bff-9be6-71c8b7de8c09 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:33.001336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:33.001782 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-732c7fcc-d57e-4bff-9be6-71c8b7de8c09 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:33.002448 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'status': 'completed', 'code': 200} Jun 24 10:41:33.052409 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:33.289486 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-24c841ae-5341-43e1-9e02-a05fccc61c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:33.291133 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-24c841ae-5341-43e1-9e02-a05fccc61c5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1098 time: 0.2368321 Jun 24 10:41:33.344233 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': 'f1dd9a1e-a983-4e57-a917-fb9eb9c85b16', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.21', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:13Z', 'updated_at': '2021-06-24T10:41:32Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:33.399240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-f435857b-b0d0-4eab-bfdb-cf9e908780d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:33.400996 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-f435857b-b0d0-4eab-bfdb-cf9e908780d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.1030068 Jun 24 10:41:33.491347 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-84eed2fa-1605-4705-b3f0-2f8fc1d819c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 998 time: 0.0767915 Jun 24 10:41:33.504003 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:41:33.512345 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:33.512968 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:33.543888 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-58ffa02e-0314-4e97-9f17-6e1e465cd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:33.543888 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-58ffa02e-0314-4e97-9f17-6e1e465cd452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0429738 Jun 24 10:41:33.599283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-23395ba6-3703-4205-83c2-bb018cecb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:33.600823 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-23395ba6-3703-4205-83c2-bb018cecb561 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519710 Jun 24 10:41:33.616597 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:33.694671 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-6fb482bd-7f5e-42c2-9cc3-d68f0d8f8654 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861921 Jun 24 10:41:33.786408 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a60ccb12-c9c3-4d92-a82c-775175af6636 req-5ea640df-3744-4053-b6ef-5358fe392780 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843811 Jun 24 10:41:33.845648 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': 'f1dd9a1e-a983-4e57-a917-fb9eb9c85b16', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.21', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:13Z', 'updated_at': '2021-06-24T10:41:32Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:33.871793 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1e990-6954-435d-9d5b-f163fc34b8b5 None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': 'f1dd9a1e-a983-4e57-a917-fb9eb9c85b16', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'floating_ip_address': '172.28.2.21', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '4c742174-35ac-498c-baff-e7f69679e173', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:13Z', 'updated_at': '2021-06-24T10:41:32Z', 'revision_number': 1, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:41:33.917876 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59002) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:34.041974 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59008) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:34.079582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.093107 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c604e-19ca-4ec3-8999-701553d30f4b None None] New status for floating IP f1dd9a1e-a983-4e57-a917-fb9eb9c85b16: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:41:34.112478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.171119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.280072 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.283476 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7518f2a2-5332-423b-aeef-7f1c556e9b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:34.323573 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc2fbb98a7b54c06a0d0252d680c745e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046214 Jun 24 10:41:34.324920 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59012) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:34.332090 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52abdb4-7671-42b9-a0f1-9b1fa202545d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:34.340322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:34.355753 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.381922 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.403110 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.451971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.455621 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-94b6d888-5d2d-48ae-8469-756f06f24239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:34.490840 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3b3edcfefae434695d34dd47a8f8b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477260 Jun 24 10:41:34.492848 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ea3ef-15b3-4657-a132-2679313980b2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:34.493679 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59016) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:34.495745 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:34.540279 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.542681 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.543818 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d52abdb4-7671-42b9-a0f1-9b1fa202545d HTTP/1.1" status: 204 len: 168 time: 0.2179189 Jun 24 10:41:34.546318 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-90e25ed5-ebf1-40f2-a136-2645bc1b1c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:34.549549 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.557638 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52abdb4-7671-42b9-a0f1-9b1fa202545d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:34.565162 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:34.577386 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.698834 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.701494 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:34.702683 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb3ea3ef-15b3-4657-a132-2679313980b2 HTTP/1.1" status: 204 len: 168 time: 0.2080414 Jun 24 10:41:34.703478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e985fa2b-06f1-485a-b010-3662f498c9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:34.712662 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ea3ef-15b3-4657-a132-2679313980b2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:34.721193 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:35.477264 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59042) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:35.490169 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.520387 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59044) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:35.588525 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.662575 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1583139534-network', 'tenant_id': '28b2fffc5bc54c95ba7b1b23ce2fb343'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:35.670270 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.675258 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f959488a-c5dc-4de5-a7c4-1e2eeae8dd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:35.716723 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37df085668254c968a4b6ce299c12900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383687 Jun 24 10:41:35.718732 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24a60e-9dd9-4c31-ab64-e69eab6d176a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:35.719454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:35.721775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:35.779484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.800075 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.801892 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Made reservation on behalf of 28b2fffc5bc54c95ba7b1b23ce2fb343 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:41:35.804353 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.813281 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.921817 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.924443 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:35.925592 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d24a60e-9dd9-4c31-ab64-e69eab6d176a HTTP/1.1" status: 204 len: 168 time: 0.2051501 Jun 24 10:41:35.927001 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3c66b827-fef6-40f1-add0-de951a4a1de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:35.934754 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24a60e-9dd9-4c31-ab64-e69eab6d176a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:35.937091 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c77a47e4-3fec-4376-88d5-f014359010cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:35.992232 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.110080 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.113975 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ac8b92ce-1503-42fb-b32d-8e419f415846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:36.139378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:41:36.145686 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f182ce5-df2e-4325-9523-163183cb3cac,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:36.149263 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:36.152047 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.152387 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Added segment eca307e8-483a-48ed-a96b-a7817714c720 of type vlan for network a21c63e1-7cf8-46ce-b910-2a316c413577 Jun 24 10:41:36.190943 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.319931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.321338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:36.321925 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.325011 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-361ab319-16c4-4bee-ad49-a46d7a052efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:36.382778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Pushing event updated for resources: {'Network': ['ID=a21c63e1-7cf8-46ce-b910-2a316c413577,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:36.385395 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:36.392596 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network a21c63e1-7cf8-46ce-b910-2a316c413577 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:41:36.488218 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9667583 Jun 24 10:41:36.491071 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:36.496010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Request body: {'subnet': {'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1583139534-subnet', 'tenant_id': '28b2fffc5bc54c95ba7b1b23ce2fb343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:36.584281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Made reservation on behalf of 28b2fffc5bc54c95ba7b1b23ce2fb343 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:41:36.586650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.650656 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59058) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:36.664435 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.752668 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.851617 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.854953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-42c84c70-0b33-4048-8dfa-b9d8d9ec2e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:36.898465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:36.901987 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d4283711-3537-4d63-885d-04e730901e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:36.907118 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba35617-b6c7-4b56-8d72-d0b3b34ab16e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:36.910941 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:36.922816 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Checking segment: {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:41:36.922816 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Network hostable DHCP agents. Network: a21c63e1-7cf8-46ce-b910-2a316c413577, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:41:36.937973 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e012bdedd1e47c395b7810e5753e5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861581 Jun 24 10:41:36.939941 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910621a-b22c-4576-a155-da5f7fc2f3b5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:36.940776 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:36.943188 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:36.995119 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:37.016041 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:37.057031 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Network a21c63e1-7cf8-46ce-b910-2a316c413577 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:41:37.205911 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, a21c63e1-7cf8-46ce-b910-2a316c413577) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:37.211237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:37.212616 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:37.222585 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fdf65-1681-43df-9a88-65ab514ac05a None None] Network a21c63e1-7cf8-46ce-b910-2a316c413577 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:41:37.262798 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:37.265384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:37.273992 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8910621a-b22c-4576-a155-da5f7fc2f3b5 HTTP/1.1" status: 204 len: 168 time: 0.3222070 Jun 24 10:41:37.273992 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b8296bea-73f0-4d39-8201-b137510e1fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:37.276271 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910621a-b22c-4576-a155-da5f7fc2f3b5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:37.278611 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:37.349798 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1889c55-1562-4daf-ad27-56380dba49b1 None None] Network a21c63e1-7cf8-46ce-b910-2a316c413577 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:41:37.397267 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ae7ca559-decf-47b8-97bf-010d6161ad1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9050972 Jun 24 10:41:39.923089 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-82a963dc-4ba6-4174-8f11-10c570159c86 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:39.924535 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-82a963dc-4ba6-4174-8f11-10c570159c86 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/networks?id=a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 200 len: 814 time: 0.1018953 Jun 24 10:41:39.940263 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-d1fc5404-c26c-4ec5-966c-7177dbc6750d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/quotas/28b2fffc5bc54c95ba7b1b23ce2fb343 HTTP/1.1" status: 200 len: 375 time: 0.0096271 Jun 24 10:41:39.974136 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-96a007d0-e44c-4a96-a905-1b5ada0bc46b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279715 Jun 24 10:41:40.157265 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-4421b146-87ba-4ea0-af57-26186bab960d service neutron] 10.222.0.24 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765101 Jun 24 10:41:40.243582 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-c38b78bb-8fc7-439b-a3cb-f375697c82e9 service neutron] 10.222.0.24 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Jun 24 10:41:40.514354 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1d8a6637-4c0f-42b2-a013-db780b3a5c63 req-6bc8f143-92fe-4f09-bd71-9c068d0e09e5 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 210 time: 0.0293927 Jun 24 10:41:41.595713 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ccd537c3-281f-47ea-be2e-07d996fe0b31 req-48c99f1e-4990-4d98-a5a1-faf57b130c05 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 210 time: 0.0287108 Jun 24 10:41:42.732999 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d41e8b5b-df9e-4847-92ce-8eedf46d3d07 req-ba4f3e24-d0ec-4beb-b2d5-dcbb0d300107 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 210 time: 0.0281506 Jun 24 10:41:43.890047 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-94bf59a8-ff24-4f0c-a741-4d4aa67672ce req-b59c5620-ba74-4afb-8f7a-46fea8ac6116 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 210 time: 0.0385723 Jun 24 10:41:43.992075 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-6b5fe5ac-f030-47b7-8f83-09e251a75517 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:43.993429 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-6b5fe5ac-f030-47b7-8f83-09e251a75517 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "GET /v2.0/networks?id=a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 200 len: 814 time: 0.0978556 Jun 24 10:41:44.029216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Request body: {'port': {'device_id': '64a14093-a6ad-4496-bfed-0163c193d42e', 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577', 'admin_state_up': True, 'tenant_id': '28b2fffc5bc54c95ba7b1b23ce2fb343'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:44.236795 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Made reservation on behalf of 28b2fffc5bc54c95ba7b1b23ce2fb343 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:41:44.241439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:44.368669 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Allocated IP 172.20.0.6 (a21c63e1-7cf8-46ce-b910-2a316c413577/fba35617-b6c7-4b56-8d72-d0b3b34ab16e/39ab52dd-3072-43bc-a45c-75b947568c97) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:41:44.516349 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:44.790777 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:44.794749 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-465e484b-5871-4a0f-9ad7-8f58ac6bb9ac tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:44.837218 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Network a21c63e1-7cf8-46ce-b910-2a316c413577 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:41:44.840105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:44.843827 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:41:44.872615 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Pushing event updated for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:44.877323 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:44.901417 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:44.902074 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.040656 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0154018 Jun 24 10:41:45.065027 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Request body: {'port': {'device_id': '64a14093-a6ad-4496-bfed-0163c193d42e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:45.081111 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:41:45.085144 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056891d0-ca61-4fb1-be6f-9fba5746b8b3 req-e0795f1e-e67f-4d32-9bdb-bc78fceb7c41 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:45.086778 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-056891d0-ca61-4fb1-be6f-9fba5746b8b3 req-e0795f1e-e67f-4d32-9bdb-bc78fceb7c41 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 931 time: 0.0637214 Jun 24 10:41:45.125800 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-056891d0-ca61-4fb1-be6f-9fba5746b8b3 req-db7094ff-85f4-493d-8089-5e367d6868e4 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Jun 24 10:41:45.151844 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.323409 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1745b78-2905-4959-893b-d2762b8f1e3f req-16b1928a-3abe-4783-a905-79b51309cbad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:45.324876 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e1745b78-2905-4959-893b-d2762b8f1e3f req-16b1928a-3abe-4783-a905-79b51309cbad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1421297 Jun 24 10:41:45.395984 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59206) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:45.410170 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e1745b78-2905-4959-893b-d2762b8f1e3f req-1da0cfd7-aa1d-4f9b-aef7-4238cee3892d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752084 Jun 24 10:41:45.498990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ab52dd-3072-43bc-a45c-75b947568c97 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:41:45.504318 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.507215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.518765 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Transition to ACTIVE for port object 39ab52dd-3072-43bc-a45c-75b947568c97 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:41:45.586552 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.733117 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.735215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:45.782472 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:45.799889 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:45.848969 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Attempting to bind port 39ab52dd-3072-43bc-a45c-75b947568c97 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:41:45.849293 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Attempting to bind port 39ab52dd-3072-43bc-a45c-75b947568c97 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:41:45.849616 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Attempting to bind port 39ab52dd-3072-43bc-a45c-75b947568c97 on network a21c63e1-7cf8-46ce-b910-2a316c413577 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:41:45.853772 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Port 39ab52dd-3072-43bc-a45c-75b947568c97 on network a21c63e1-7cf8-46ce-b910-2a316c413577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:41:45.854086 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Attempting to bind port 39ab52dd-3072-43bc-a45c-75b947568c97 on network a21c63e1-7cf8-46ce-b910-2a316c413577 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:41:45.858693 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:41:45.859054 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Checking segment: {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:41:45.859433 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Bound using segment: {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:41:45.859855 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Bound port: 39ab52dd-3072-43bc-a45c-75b947568c97, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:41:45.860203 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.875804 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:45.878649 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-83bd1b1c-02cc-4acf-85c9-ae1771df46bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:45.914712 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61b47d4efccb4166bd4d83d75e6e186d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176475 Jun 24 10:41:45.919965 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e495e-fa88-4f8a-b3f5-84524ef7510b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:45.920155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59210) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:45.922748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.923139 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.923504 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.923852 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.924195 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.924541 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.924878 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.925226 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.926228 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.926580 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.926940 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.927276 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:45.930953 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:45.935908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:41:45.959449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=39ab52dd-3072-43bc-a45c-75b947568c97,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:41:45.981298 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.002685 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.070524 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.073396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:46.108829 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:46.109453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.110835 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] 10.222.0.45 "PUT /v2.0/ports/39ab52dd-3072-43bc-a45c-75b947568c97 HTTP/1.1" status: 200 len: 1093 time: 1.0500824 Jun 24 10:41:46.111440 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:46.113761 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e3f747-ecd1-42e7-9918-9380aa3affdd" -d '{"events": [{"name": "network-changed", "server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:46.140509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Pushing event updated for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:46.143609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:46.205462 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.208824 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:46.209982 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d71e495e-fa88-4f8a-b3f5-84524ef7510b HTTP/1.1" status: 204 len: 168 time: 0.2917047 Jun 24 10:41:46.210867 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6769a82e-4ebd-48b6-a789-39dbb48fb04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:46.218510 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e495e-fa88-4f8a-b3f5-84524ef7510b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:46.227045 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:46.283117 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f6329-6c3f-4d14-b33d-23db1058651b x-openstack-request-id: req-f85f6329-6c3f-4d14-b33d-23db1058651b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:46.283446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:46.283742 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f85f6329-6c3f-4d14-b33d-23db1058651b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:46.284200 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97', 'status': 'completed', 'code': 200} Jun 24 10:41:46.362532 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-b5d2bbf7-b754-4820-a744-646693d5a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:46.364432 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-b5d2bbf7-b754-4820-a744-646693d5a75e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 1096 time: 0.0560763 Jun 24 10:41:46.408235 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87a0e-59bf-4d53-8a3c-f02b7aa4e187 req-c24e490e-cb89-4c85-a566-fa05b1311756 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:46.409940 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5ac87a0e-59bf-4d53-8a3c-f02b7aa4e187 req-c24e490e-cb89-4c85-a566-fa05b1311756 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 943 time: 0.0635617 Jun 24 10:41:46.428014 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-8a03e1eb-8952-43f8-9d12-44325afd07d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39ab52dd-3072-43bc-a45c-75b947568c97 HTTP/1.1" status: 200 len: 217 time: 0.0393457 Jun 24 10:41:46.449688 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5ac87a0e-59bf-4d53-8a3c-f02b7aa4e187 req-70d83336-34bc-44a6-8cd4-b40f36e4beaa tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Jun 24 10:41:46.485550 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-5b8b70eb-9663-4bc1-a1d6-7acbcc4fecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:46.487323 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-5b8b70eb-9663-4bc1-a1d6-7acbcc4fecb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fba35617-b6c7-4b56-8d72-d0b3b34ab16e HTTP/1.1" status: 200 len: 854 time: 0.0517206 Jun 24 10:41:46.528457 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-c1ec91bd-6c7f-49c4-8ef4-d152091d31cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a21c63e1-7cf8-46ce-b910-2a316c413577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305338 Jun 24 10:41:46.670818 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9d110-00aa-495a-a20e-02a32d8b183b req-26361693-30e5-4eca-9329-55bc3a484289 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:46.672420 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-54e9d110-00aa-495a-a20e-02a32d8b183b req-26361693-30e5-4eca-9329-55bc3a484289 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.1415219 Jun 24 10:41:46.677054 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-0cee9f31-2124-4d07-acd2-75be6449add2 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364827 Jun 24 10:41:46.758799 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-54e9d110-00aa-495a-a20e-02a32d8b183b req-f64b7f65-29e5-4dda-a35d-e2a3f3b63807 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800817 Jun 24 10:41:46.790370 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-542ec264-7882-4c1d-9206-29367fd9a4a8 req-af3b96e2-f62f-4f77-a2cb-fb6127a3eb46 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056302 Jun 24 10:41:47.047860 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-779f7c0d-7ac6-4923-86b3-64b712910cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:47.049231 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-779f7c0d-7ac6-4923-86b3-64b712910cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 1096 time: 0.0521545 Jun 24 10:41:47.134730 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-2ee0ade5-5724-4fd1-96c6-95e914012237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:47.136199 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-2ee0ade5-5724-4fd1-96c6-95e914012237 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 200 len: 915 time: 0.0800850 Jun 24 10:41:47.185352 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-586080e2-ceb0-4258-84f6-1f9d5be1b8e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39ab52dd-3072-43bc-a45c-75b947568c97 HTTP/1.1" status: 200 len: 217 time: 0.0374968 Jun 24 10:41:47.233044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-bfb20ad6-9ada-43b2-8214-f047cd5d6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:47.234441 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-bfb20ad6-9ada-43b2-8214-f047cd5d6f97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fba35617-b6c7-4b56-8d72-d0b3b34ab16e HTTP/1.1" status: 200 len: 854 time: 0.0420251 Jun 24 10:41:47.281356 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-315130f2-a0d3-4efd-91ab-de102f4cf209 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a21c63e1-7cf8-46ce-b910-2a316c413577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261052 Jun 24 10:41:47.389206 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-156e8e94-db1c-4650-86b3-6f908aad86b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837417 Jun 24 10:41:47.490857 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-05e3f747-ecd1-42e7-9918-9380aa3affdd req-5f853440-c4fb-4542-a452-bfad7c7c7b88 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Jun 24 10:41:47.635915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc74a1-67df-4d04-b79f-9bbc29e60c78 req-93a58dfa-d9ec-497d-b77e-2f760d774199 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:47.637397 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bbc74a1-67df-4d04-b79f-9bbc29e60c78 req-93a58dfa-d9ec-497d-b77e-2f760d774199 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 943 time: 0.0740998 Jun 24 10:41:47.674179 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bbc74a1-67df-4d04-b79f-9bbc29e60c78 req-0a8ecf9d-a864-451e-b7d0-45ee0dabab00 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Jun 24 10:41:47.768250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-2728e337-a437-4ba3-a4ca-c090f0096a97 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:47.769697 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-2728e337-a437-4ba3-a4ca-c090f0096a97 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.0620670 Jun 24 10:41:47.872608 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Deleting port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:41:47.872954 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.002699 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] For port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:48.003101 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.285529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5112-1e56-4602-b98c-01d88672a589 req-a4d7b095-4886-462b-9268-f74280fd869e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:48.286985 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6dfd5112-1e56-4602-b98c-01d88672a589 req-a4d7b095-4886-462b-9268-f74280fd869e tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 946 time: 0.4110491 Jun 24 10:41:48.331425 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4f99-175f-463b-b1be-47d2583b5642 req-0054a30e-cd4e-4177-887f-eaec098e1052 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:48.333420 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-daaa4f99-175f-463b-b1be-47d2583b5642 req-0054a30e-cd4e-4177-887f-eaec098e1052 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0680263 Jun 24 10:41:48.368991 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6dfd5112-1e56-4602-b98c-01d88672a589 req-dbfe8689-93ae-4499-a0da-a56f685a89cb tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a08a003-3adc-4c44-9da0-440d18834fda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763340 Jun 24 10:41:48.373663 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-daaa4f99-175f-463b-b1be-47d2583b5642 req-38a133a4-4974-48d4-b5a6-0da2833cd5c8 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Jun 24 10:41:48.470902 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.471336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.471655 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Floating IP 397b491f-4c59-4142-9400-7a9af8dede19 disassociated. External IP: 172.28.2.40, port: 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e. Jun 24 10:41:48.472002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Calling delete_port for 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:41:48.658868 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.662652 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-df9866f0-2ecc-4f46-82bb-904382cb32c7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:48.686886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'Port': ['ID=2b34ff51-3417-405c-8ddc-7e9c5e8cd23e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:48.689886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:48.799612 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:41:48.847983 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7a163-9e7d-437f-a1f4-c2c9d0422162 req-4e7793bc-4e27-4738-9e1f-739a90235e8c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:48.849442 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dcd7a163-9e7d-437f-a1f4-c2c9d0422162 req-4e7793bc-4e27-4738-9e1f-739a90235e8c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 943 time: 0.0612969 Jun 24 10:41:48.893232 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dcd7a163-9e7d-437f-a1f4-c2c9d0422162 req-fc7d96bb-d1bd-4ef1-b374-21f72e404ddd tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Jun 24 10:41:48.913927 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:41:48.923279 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:41:48.932479 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:48.933171 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:48.958778 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] No DVR routers for this DVR port 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:41:48.961239 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:48.963218 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4ccd5213-655a-4072-a6da-30f94ac7114d req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "DELETE /v2.0/ports/2b34ff51-3417-405c-8ddc-7e9c5e8cd23e HTTP/1.1" status: 204 len: 173 time: 1.1877794 Jun 24 10:41:48.963719 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'name': 'network-vif-deleted', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:48.966033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6b49db-4e5f-4701-aec5-a5f445d5cb23" -d '{"events": [{"server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "name": "network-vif-deleted", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:49.005037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf4936-fd54-42e3-af6a-79d52c4a9081 x-openstack-request-id: req-94cf4936-fd54-42e3-af6a-79d52c4a9081 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:49.005473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6776332-7146-4837-b9d1-ce1d9a8e31d9", "name": "network-vif-deleted", "tag": "2b34ff51-3417-405c-8ddc-7e9c5e8cd23e", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:49.005791 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94cf4936-fd54-42e3-af6a-79d52c4a9081 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:49.006231 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6776332-7146-4837-b9d1-ce1d9a8e31d9', 'name': 'network-vif-deleted', 'tag': '2b34ff51-3417-405c-8ddc-7e9c5e8cd23e', 'status': 'completed', 'code': 200} Jun 24 10:41:49.042561 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:49.244241 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:49.269859 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:41:49.278058 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:41:49.278671 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:49.382830 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:41:49.475630 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 39ab52dd-3072-43bc-a45c-75b947568c97 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:41:49.542587 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e9034a53-8ce3-4fb9-9270-46a71656469e req-fbf9579e-ae0d-47a1-afe1-02bd53fcac90 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6776332-7146-4837-b9d1-ce1d9a8e31d9 HTTP/1.1" status: 200 len: 210 time: 0.0334988 Jun 24 10:41:49.567126 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378557-3868-4ed1-b10a-1afd449c02db req-742497cb-0cfe-4b1c-8105-2587ebd12dc4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:49.568832 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c2378557-3868-4ed1-b10a-1afd449c02db req-742497cb-0cfe-4b1c-8105-2587ebd12dc4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0698555 Jun 24 10:41:49.606807 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c2378557-3868-4ed1-b10a-1afd449c02db req-bd274283-5455-47cb-92df-0a22ec48fec2 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323615 Jun 24 10:41:49.649947 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=39ab52dd-3072-43bc-a45c-75b947568c97,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:49.665736 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '39ab52dd-3072-43bc-a45c-75b947568c97', 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577', 'port_id': '39ab52dd-3072-43bc-a45c-75b947568c97', 'mac_address': 'fa:16:3e:0f:ff:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba35617-b6c7-4b56-8d72-d0b3b34ab16e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:41:49.711967 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:41:49.713773 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:49.747513 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2018f20-bd4f-4eff-baef-5b9cd0ab9be7 None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:41:49.752798 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ab52dd-3072-43bc-a45c-75b947568c97 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:41:49.773225 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=39ab52dd-3072-43bc-a45c-75b947568c97,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:49.858445 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:49.862278 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:49.912691 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:49.915964 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:49.997769 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22a1a-df6a-4083-838a-a12ddef57d76 None None] New status for floating IP 397b491f-4c59-4142-9400-7a9af8dede19: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:41:50.075185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b0071-8ff6-498e-9dc9-71c363daac52 req-10c4f6d9-7333-425e-820a-c7825a12df5d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:50.076694 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6e9b0071-8ff6-498e-9dc9-71c363daac52 req-10c4f6d9-7333-425e-820a-c7825a12df5d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 944 time: 0.0687637 Jun 24 10:41:50.116341 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6e9b0071-8ff6-498e-9dc9-71c363daac52 req-3be48c7d-0c6b-403a-be23-efcbc6f1a728 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Jun 24 10:41:50.236692 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['39ab52dd-3072-43bc-a45c-75b947568c97'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:41:50.784567 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d3409-866e-4f49-a2db-a2a8568b355e req-730103ed-5098-42e5-90a3-7ad406b31bb6 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:50.786627 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-593d3409-866e-4f49-a2db-a2a8568b355e req-730103ed-5098-42e5-90a3-7ad406b31bb6 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0662658 Jun 24 10:41:50.805129 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 59256) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:50.836764 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-593d3409-866e-4f49-a2db-a2a8568b355e req-9bc835eb-55ea-4a77-9ecf-6254d4b81cc1 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 Jun 24 10:41:50.867405 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:50.898650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.041222 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.043954 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.045099 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a08a003-3adc-4c44-9da0-440d18834fda HTTP/1.1" status: 204 len: 168 time: 0.2390225 Jun 24 10:41:51.047915 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e9f11ab2-54c5-490d-a3c2-8cabde2688e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:51.054941 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59258) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:51.055117 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a08a003-3adc-4c44-9da0-440d18834fda,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:51.057137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:51.068480 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.api.v2.resource [None req-fef569fb-ebf4-4494-8ea2-9fc81a5a3fbe tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] show failed (client error): The resource could not be found. Jun 24 10:41:51.069487 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-fef569fb-ebf4-4494-8ea2-9fc81a5a3fbe tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups/9a08a003-3adc-4c44-9da0-440d18834fda HTTP/1.1" status: 404 len: 347 time: 0.0183911 Jun 24 10:41:51.072478 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59260) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:51.193338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Deleting port f35c8286-88ea-4989-b2c2-20a2422df04c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:41:51.193744 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.304562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.304900 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.320415 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Calling delete_port for f35c8286-88ea-4989-b2c2-20a2422df04c owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:41:51.340513 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d009c3-0457-4543-b7c8-785f52673832 req-63e7de25-448c-41b3-884c-52dd4b4a58dc tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:51.341891 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20d009c3-0457-4543-b7c8-785f52673832 req-63e7de25-448c-41b3-884c-52dd4b4a58dc tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 944 time: 0.1122756 Jun 24 10:41:51.417746 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-20d009c3-0457-4543-b7c8-785f52673832 req-f92bae02-49da-41de-b956-221c8e242b5b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702820 Jun 24 10:41:51.505992 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 39ab52dd-3072-43bc-a45c-75b947568c97 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:41:51.593840 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.595982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b92d75eb-df12-497b-a7c0-d989f3845204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:51.623636 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'Port': ['ID=f35c8286-88ea-4989-b2c2-20a2422df04c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:51.626773 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:51.683571 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.686401 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.687822 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "DELETE /v2.0/floatingips/397b491f-4c59-4142-9400-7a9af8dede19 HTTP/1.1" status: 204 len: 168 time: 0.6142914 Jun 24 10:41:51.693634 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 39ab52dd-3072-43bc-a45c-75b947568c97 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:41:51.698414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 39ab52dd-3072-43bc-a45c-75b947568c97 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:41:51.698414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.774570 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.798813 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:41:51.801102 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23139fb-ef25-46fa-a6f0-84ef7f31b14a" -d '{"events": [{"server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "name": "network-vif-plugged", "status": "completed", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:51.813182 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=39ab52dd-3072-43bc-a45c-75b947568c97,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:51.836370 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a973789-c19a-4f9b-b0c1-6d1eefe11ebe x-openstack-request-id: req-8a973789-c19a-4f9b-b0c1-6d1eefe11ebe {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:51.836673 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "name": "network-vif-plugged", "status": "completed", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:51.836938 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a973789-c19a-4f9b-b0c1-6d1eefe11ebe {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:51.837339 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97', 'code': 200} Jun 24 10:41:51.948573 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:51.949463 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:41:51.951326 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:51.990375 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:41:51.990722 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 2b34ff51-3417-405c-8ddc-7e9c5e8cd23e not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:41:52.016375 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:52.019441 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:52.020513 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089a5d1-40c4-4bd3-bd39-2843445e2b0f req-0db15e1d-1845-455c-aa69-62606e48dc90 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:52.022007 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1089a5d1-40c4-4bd3-bd39-2843445e2b0f req-0db15e1d-1845-455c-aa69-62606e48dc90 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0722566 Jun 24 10:41:52.059995 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1089a5d1-40c4-4bd3-bd39-2843445e2b0f req-ca80261d-3077-4e02-9db2-071d6b17c2fe tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323679 Jun 24 10:41:52.074484 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:52.084586 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658841013', 'description': 'tempest-description--1061920576'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:52.222473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.302416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.354261 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8151-f01f-4641-8bb9-ed20afaf2faa req-ae6c657a-85b1-49f0-833a-55a836413aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:52.355734 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-909b8151-f01f-4641-8bb9-ed20afaf2faa req-ae6c657a-85b1-49f0-833a-55a836413aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 1098 time: 0.0488648 Jun 24 10:41:52.376887 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.381191 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b155dd72-2ebd-45f1-b56e-6caa8c8e06c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:52.418001 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-909b8151-f01f-4641-8bb9-ed20afaf2faa req-139d07ef-0f54-4b65-944e-18dca80aacd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Jun 24 10:41:52.419706 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac0b38f-29d2-437b-933f-157b748795ff,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:52.422278 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:52.504811 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.506332 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4298055 Jun 24 10:41:52.509449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59276) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:52.514017 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group_rule': {'security_group_id': 'cac0b38f-29d2-437b-933f-157b748795ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:52.593218 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987a69-9c65-41a0-afed-6f2cbc466ce3 req-3745b295-c122-45c9-9847-710dd72dfd8c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:52.594699 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d7987a69-9c65-41a0-afed-6f2cbc466ce3 req-3745b295-c122-45c9-9847-710dd72dfd8c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0676417 Jun 24 10:41:52.633102 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d7987a69-9c65-41a0-afed-6f2cbc466ce3 req-cbb0457d-b160-495a-a91a-ba6280cb063b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Jun 24 10:41:52.638233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.692871 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.805001 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.807047 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5129f0a6-4c48-4381-945a-fa37572e43a4 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:52.823100 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f63136-5961-412d-8c7f-7fb55c472eef,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:52.828593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:52.944426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:52.945685 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4352796 Jun 24 10:41:52.948437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:52.952853 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'security_group_rule': {'security_group_id': 'cac0b38f-29d2-437b-933f-157b748795ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:53.074939 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.130343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.241350 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fbb36-8003-4d1d-882f-ad57e3723a9e req-e9af6b43-d9a0-43c9-9343-5d389ec57f7a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:53.241764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.242860 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b81fbb36-8003-4d1d-882f-ad57e3723a9e req-e9af6b43-d9a0-43c9-9343-5d389ec57f7a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0617435 Jun 24 10:41:53.248055 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a8986121-b55f-4070-b6f7-e471ab858013 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:53.267059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6656652-e4de-458e-83f5-77c7cec7691b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:53.270059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:53.283964 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b81fbb36-8003-4d1d-882f-ad57e3723a9e req-6a35cd9e-83b2-478d-b411-c740eb966f44 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346103 Jun 24 10:41:53.367354 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.368577 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f83798bb-668f-4a9c-82d6-059faca76ac7 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192212 Jun 24 10:41:53.372055 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59284) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:41:53.376346 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:53.476052 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.569235 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.672504 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Allocated IP 172.28.2.163 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/36c4373f-b92c-4601-803e-342ed3b6aa4a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:41:53.772231 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.806683 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7170fb-45f8-4fbb-bedc-b4d4f581ae3b req-20eb929b-3495-4113-8ef1-c7fdaa0dc778 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:53.807265 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9e7170fb-45f8-4fbb-bedc-b4d4f581ae3b req-20eb929b-3495-4113-8ef1-c7fdaa0dc778 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0654857 Jun 24 10:41:53.848254 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9e7170fb-45f8-4fbb-bedc-b4d4f581ae3b req-9852fb82-9f87-4e35-a565-c4acfeb6da5b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Jun 24 10:41:53.939277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:53.941473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:53.982743 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:41:53.985435 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:53.992724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:41:53.995887 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=36c4373f-b92c-4601-803e-342ed3b6aa4a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:54.014650 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:54.073668 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.210283 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.354753 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.430316 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.437951 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4797ea8f-21f6-4c8a-b49c-46e5e638361f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:54.514043 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=36c4373f-b92c-4601-803e-342ed3b6aa4a,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:54.522529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:54.525706 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.547633 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5c965-0df4-47c2-8ef2-41d452e71861 req-62898374-4049-4d8d-aaf5-0c3cf3f02163 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:54.549134 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8fc5c965-0df4-47c2-8ef2-41d452e71861 req-62898374-4049-4d8d-aaf5-0c3cf3f02163 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.1487036 Jun 24 10:41:54.587670 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8fc5c965-0df4-47c2-8ef2-41d452e71861 req-db798b50-0c1e-4b75-8c80-0b9ebef33748 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Jun 24 10:41:54.646157 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:54.647359 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2745712 Jun 24 10:41:54.825894 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-07832e7c-e715-4e21-bff1-7c835152f7f9 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--658841013&fields=id&tenant_id=61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 267 time: 0.0325553 Jun 24 10:41:54.933529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-8d28323f-8b1f-48b7-beed-d4a4d08ce964 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:54.935005 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-8d28323f-8b1f-48b7-beed-d4a4d08ce964 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 810 time: 0.1022644 Jun 24 10:41:54.955250 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-7cbb13f4-b015-4c6c-9d6b-4c6f9a71c3fe tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/quotas/61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 375 time: 0.0147946 Jun 24 10:41:55.035954 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-db52a950-e939-4056-a9df-f632f987ed7a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746431 Jun 24 10:41:55.036856 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379b396-4c51-4584-ace9-bf207a8bbbc6 req-72913cf6-5ce8-4735-a167-500ce877151d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:55.038315 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e379b396-4c51-4584-ace9-bf207a8bbbc6 req-72913cf6-5ce8-4735-a167-500ce877151d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0645418 Jun 24 10:41:55.076302 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e379b396-4c51-4584-ace9-bf207a8bbbc6 req-f1351273-ca9c-4cd5-b247-49cc86ea695b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Jun 24 10:41:55.229237 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-6cc4fb78-4283-4620-86bd-4737026f163d service neutron] 10.222.0.24 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821282 Jun 24 10:41:55.316428 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-065ea2b0-1d8b-4827-8f7c-160d8cf070ad service neutron] 10.222.0.24 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810928 Jun 24 10:41:55.782582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76c1a6-c15a-44b7-a001-77d3a8414c5a req-e4f98603-18e3-4f4d-afd1-30f2f851f819 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:55.784706 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bb76c1a6-c15a-44b7-a001-77d3a8414c5a req-e4f98603-18e3-4f4d-afd1-30f2f851f819 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0764813 Jun 24 10:41:55.822736 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bb76c1a6-c15a-44b7-a001-77d3a8414c5a req-40526499-fb26-434f-bd70-8d0d50057be7 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Jun 24 10:41:55.895250 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b7df0630-c173-42b5-aede-12a9ced1b172 req-2031ce9f-6762-44bb-a42f-86b1c8c7fd87 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 210 time: 0.0326118 Jun 24 10:41:56.247568 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1f27-10d4-435f-863d-ff3f1c050a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:57.026140 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40ab3-988d-4c16-92e1-6a2b6548f0aa req-ff3d5acc-f834-4952-89e1-7a2fd7cfad8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:57.027702 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ebc40ab3-988d-4c16-92e1-6a2b6548f0aa req-ff3d5acc-f834-4952-89e1-7a2fd7cfad8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0848231 Jun 24 10:41:57.073020 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ebc40ab3-988d-4c16-92e1-6a2b6548f0aa req-6fc4f01a-78d2-498f-9d32-83cd1e4d0ea3 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Jun 24 10:41:57.141294 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d61ba7b5-506d-479f-b54f-d3fd5dd611d7 req-e3b118cb-e76e-43c9-80f7-5df734af82e6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 210 time: 0.0331490 Jun 24 10:41:58.256022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680871f-3efc-42ea-a7e0-306c7bb62328 req-5e6da953-6ae0-4a6a-8263-8d7b35ebdd05 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:58.258510 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4680871f-3efc-42ea-a7e0-306c7bb62328 req-5e6da953-6ae0-4a6a-8263-8d7b35ebdd05 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0708258 Jun 24 10:41:58.298669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4680871f-3efc-42ea-a7e0-306c7bb62328 req-aa8f5895-e807-4a77-8a26-02640f9ad323 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339522 Jun 24 10:41:58.300697 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-82704b3f-e0e5-47c5-871e-9f8223629383 req-6787f189-ed09-4f09-83dd-713352e15da6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 210 time: 0.0297577 Jun 24 10:41:58.508334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d7cfceec-6690-4646-b394-1943bdaa37d2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:58.509788 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d7cfceec-6690-4646-b394-1943bdaa37d2 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 810 time: 0.1119301 Jun 24 10:41:58.614491 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d28f8816-3de5-40bd-b25e-a89d49a5c6cf tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d23b7993984de1aa6b12a12a709ea2 HTTP/1.1" status: 200 len: 379 time: 0.0381343 Jun 24 10:41:58.627292 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'port': {'device_id': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'admin_state_up': True, 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'security_groups': ['cac0b38f-29d2-437b-933f-157b748795ff']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:41:58.764485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-1d353138-08a5-48c2-b826-d1255d8f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:58.765868 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-1d353138-08a5-48c2-b826-d1255d8f0f66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.1227129 Jun 24 10:41:58.864588 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-d425f3bb-53dd-4e7e-81f5-23ff6020707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:58.866089 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-d425f3bb-53dd-4e7e-81f5-23ff6020707c service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.0931540 Jun 24 10:41:58.939237 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-05968c39-d651-43ee-a31e-a4518e01376c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 1000 time: 0.0655906 Jun 24 10:41:58.991928 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Made reservation on behalf of 61d23b7993984de1aa6b12a12a709ea2 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:41:59.006863 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:59.015180 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-dda0a535-4707-4eec-8bdf-71745ccd0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:59.016801 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-dda0a535-4707-4eec-8bdf-71745ccd0dce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0700231 Jun 24 10:41:59.024333 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c12b279c-bb48-4182-a574-ca991f93ae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:59.086999 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:59.164740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-7dc73a60-cfaf-412a-829e-c75719f7e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:59.166395 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-7dc73a60-cfaf-412a-829e-c75719f7e76a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1423011 Jun 24 10:41:59.177228 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Allocated IP 172.20.0.7 (073b20f6-7640-4fb0-a1d1-4c03eeb8c612/1b8550f6-95be-4670-8b94-c4b007a9fde6/cbe43753-2ddf-47bd-a9c4-e65966295fef) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:41:59.493151 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd48aa-4e96-4c29-b322-0c516d7fd91f req-39c9ccc0-13f4-48a8-87ea-f394f22ebb9c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:59.494700 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9bfd48aa-4e96-4c29-b322-0c516d7fd91f req-39c9ccc0-13f4-48a8-87ea-f394f22ebb9c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0801845 Jun 24 10:41:59.536026 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9bfd48aa-4e96-4c29-b322-0c516d7fd91f req-f93d2f05-23fc-46cb-b933-d0b76ce8d0b6 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Jun 24 10:41:59.628036 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ba6c225f-fc17-4a33-a5af-bf8c4172584d req-a154132f-0bb5-4633-ad1b-458d4ce65d1f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 210 time: 0.0458863 Jun 24 10:41:59.660080 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-f9c44fd3-0c23-47fc-b0dd-201f71a7a5bd service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718144 Jun 24 10:41:59.733961 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:59.759093 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Transition to ACTIVE for port object cbe43753-2ddf-47bd-a9c4-e65966295fef will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:41:59.789126 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3b5ebad9-f584-4ed3-ab34-1edf19dcc460 req-feb990b4-e32c-4ea9-a684-eab02b94ceb0 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197712 Jun 24 10:41:59.880688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:41:59.884609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efc53a67-6b48-4a12-87a0-c6163757f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:41:59.926010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:41:59.928949 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:41:59.931368 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:41:59.959600 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event updated for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:59.968049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:41:59.997277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:41:59.997892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.121232 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.150738 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-d0a1a973-7ed3-4b1a-98eb-831454f05a6d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5277920 Jun 24 10:42:00.180820 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Request body: {'port': {'device_id': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:42:00.235505 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-246b204e-b39f-4383-8ff8-2d8ccf92c729 None None] Provisioning for port cbe43753-2ddf-47bd-a9c4-e65966295fef completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:42:00.251141 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-246b204e-b39f-4383-8ff8-2d8ccf92c729 None None] Provisioning complete for port cbe43753-2ddf-47bd-a9c4-e65966295fef triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:42:00.251141 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-246b204e-b39f-4383-8ff8-2d8ccf92c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.256056 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.275225 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-246b204e-b39f-4383-8ff8-2d8ccf92c729 None None] Port cbe43753-2ddf-47bd-a9c4-e65966295fef cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:42:00.518346 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe43753-2ddf-47bd-a9c4-e65966295fef {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:42:00.525537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.537556 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Transition to ACTIVE for port object cbe43753-2ddf-47bd-a9c4-e65966295fef will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:42:00.688408 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.691897 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b391605d-fd97-4e5e-9384-784bf3bcca89 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:00.751088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:00.758970 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:00.766623 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695dd3e-012a-4b58-974e-74f8f177a81e req-34977751-b717-42fe-9193-51a34ba30aaf tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:00.768189 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8695dd3e-012a-4b58-974e-74f8f177a81e req-34977751-b717-42fe-9193-51a34ba30aaf tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.1189866 Jun 24 10:42:00.819988 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebefc44-e953-402b-b09a-fd3cf7cbe8b4 req-0dd978f4-acdf-45e9-9db3-40b86717c761 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:00.821535 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cebefc44-e953-402b-b09a-fd3cf7cbe8b4 req-0dd978f4-acdf-45e9-9db3-40b86717c761 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 943 time: 0.0783186 Jun 24 10:42:00.866182 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8695dd3e-012a-4b58-974e-74f8f177a81e req-54ecfad4-174c-4eff-a683-ca8cef2170c3 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807929 Jun 24 10:42:00.869502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Attempting to bind port cbe43753-2ddf-47bd-a9c4-e65966295fef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:42:00.869502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Attempting to bind port cbe43753-2ddf-47bd-a9c4-e65966295fef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:42:00.869502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Attempting to bind port cbe43753-2ddf-47bd-a9c4-e65966295fef on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:42:00.872635 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cebefc44-e953-402b-b09a-fd3cf7cbe8b4 req-2b861e96-8810-4191-a06a-29ea0fa0a5cf tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Jun 24 10:42:00.874560 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Port cbe43753-2ddf-47bd-a9c4-e65966295fef on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:42:00.874891 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Attempting to bind port cbe43753-2ddf-47bd-a9c4-e65966295fef on network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:42:00.880671 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:42:00.881034 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Checking segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:42:00.882168 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Bound using segment: {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:42:00.882626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Bound port: cbe43753-2ddf-47bd-a9c4-e65966295fef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca135ca-1f22-4faf-ace5-e791752ae206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:42:00.883018 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:00.951023 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:00.953995 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:01.065078 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:01.067389 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b7ec8c94-8d21-4b12-a467-ef9113e574e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:01.102750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.103462 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:01.104761 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] 10.222.0.45 "PUT /v2.0/ports/cbe43753-2ddf-47bd-a9c4-e65966295fef HTTP/1.1" status: 200 len: 1093 time: 0.9283760 Jun 24 10:42:01.105270 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:01.107705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03426beb-4945-4a64-8a69-51632f561326" -d '{"events": [{"name": "network-changed", "server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:01.139087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:01.139087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:01.152124 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e62ca-2a9a-4612-bba0-b28020353eac x-openstack-request-id: req-049e62ca-2a9a-4612-bba0-b28020353eac {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:01.152481 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:01.152888 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-049e62ca-2a9a-4612-bba0-b28020353eac {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:01.153331 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'status': 'completed', 'code': 200} Jun 24 10:42:01.261353 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426beb-4945-4a64-8a69-51632f561326 req-0e7e6c6e-3b21-403c-ae84-8bf71a1382a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.264135 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03426beb-4945-4a64-8a69-51632f561326 req-0e7e6c6e-3b21-403c-ae84-8bf71a1382a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 1096 time: 0.0628121 Jun 24 10:42:01.321001 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:01.369661 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426beb-4945-4a64-8a69-51632f561326 req-05060d64-a32a-497d-8abb-90da5270e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.371094 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03426beb-4945-4a64-8a69-51632f561326 req-05060d64-a32a-497d-8abb-90da5270e63c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=61d23b7993984de1aa6b12a12a709ea2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0910335 Jun 24 10:42:01.468662 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426beb-4945-4a64-8a69-51632f561326 req-51eeeb9c-5aaf-4b89-ba8b-a328a488e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.470040 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-03426beb-4945-4a64-8a69-51632f561326 req-51eeeb9c-5aaf-4b89-ba8b-a328a488e28e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907335 Jun 24 10:42:01.677209 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-bb2a1801-e418-44f7-ab1e-9323bd74d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.678693 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-bb2a1801-e418-44f7-ab1e-9323bd74d0f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 1096 time: 0.0584717 Jun 24 10:42:01.731963 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-182ba8d5-ce7e-46b0-ae07-a21c23e3bc97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef HTTP/1.1" status: 200 len: 217 time: 0.0352349 Jun 24 10:42:01.785931 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-3ded0801-2298-44cb-8bc7-5abe9f6d66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.787535 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-3ded0801-2298-44cb-8bc7-5abe9f6d66ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0490334 Jun 24 10:42:01.847847 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-828b23ff-121e-4031-be9e-1264576b09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:01.849341 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-828b23ff-121e-4031-be9e-1264576b09c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521004 Jun 24 10:42:01.946331 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-487b90ec-a4ee-4132-bcb1-d10149182355 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Jun 24 10:42:02.082292 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-01c21b3a-d98d-402e-a877-a1e46dce419d req-4f861480-1158-4095-a858-1478d37b0ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292911 Jun 24 10:42:02.084047 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ec179-426a-4198-aa25-c5c0e51b1d54 req-09ff18c6-4bd4-41cb-bab8-c1ca94a76331 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:02.089682 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a48ec179-426a-4198-aa25-c5c0e51b1d54 req-09ff18c6-4bd4-41cb-bab8-c1ca94a76331 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 943 time: 0.0727482 Jun 24 10:42:02.100711 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201449-3b3c-4aac-b137-b03db73bdea7 req-bd2679c2-0d48-424f-bd76-e787c52a1000 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:02.102223 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-be201449-3b3c-4aac-b137-b03db73bdea7 req-bd2679c2-0d48-424f-bd76-e787c52a1000 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0976405 Jun 24 10:42:02.127331 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a48ec179-426a-4198-aa25-c5c0e51b1d54 req-d0b2e283-2e03-4d03-9014-a4d0d15010a3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Jun 24 10:42:02.144228 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-be201449-3b3c-4aac-b137-b03db73bdea7 req-f7fb7165-9176-408f-8598-ea3d6812720b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Jun 24 10:42:02.211170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:03.306186 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87798c2-334c-48af-9072-85eee2b7cddc req-c869e378-7299-4d47-b97f-4416600be605 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:03.307731 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f87798c2-334c-48af-9072-85eee2b7cddc req-c869e378-7299-4d47-b97f-4416600be605 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 943 time: 0.0685742 Jun 24 10:42:03.337413 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d71e2-5435-4f39-84f5-19477795e52e req-00efefe5-51e4-4903-a53a-9bd019d568c0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:03.338883 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c2d71e2-5435-4f39-84f5-19477795e52e req-00efefe5-51e4-4903-a53a-9bd019d568c0 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0655401 Jun 24 10:42:03.349378 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f87798c2-334c-48af-9072-85eee2b7cddc req-d0e10332-ab89-4b91-9800-f7990c2ba024 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356686 Jun 24 10:42:03.380569 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c2d71e2-5435-4f39-84f5-19477795e52e req-775dbcf7-ccd3-41a7-b9c4-2d9b4bb05955 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349832 Jun 24 10:42:04.058614 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74f2ab-6313-415c-b6c4-a1f0379bd5e4 req-3ec90ece-87d5-48d1-b673-f86ab197709b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:04.060070 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9b74f2ab-6313-415c-b6c4-a1f0379bd5e4 req-3ec90ece-87d5-48d1-b673-f86ab197709b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0980940 Jun 24 10:42:04.095530 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-aac0b98a-833a-4623-b9bd-9946f682de0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945776 Jun 24 10:42:04.108959 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9b74f2ab-6313-415c-b6c4-a1f0379bd5e4 req-63cf76c4-4365-4e7b-9194-274dcd5865d5 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Jun 24 10:42:04.531875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fcc2b-af46-4ec4-a8c5-36247eb70abe req-c85f2830-7580-4f85-ae2f-d9c367018e90 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:04.533995 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-035fcc2b-af46-4ec4-a8c5-36247eb70abe req-c85f2830-7580-4f85-ae2f-d9c367018e90 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 943 time: 0.0667698 Jun 24 10:42:04.573655 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-035fcc2b-af46-4ec4-a8c5-36247eb70abe req-9b7091cc-3277-437a-916e-dd9409fc15e0 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Jun 24 10:42:05.285104 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d906992-c4cd-4e09-b3fc-395017a5fcaf req-3cfb4662-d1af-483b-852d-e01cff242578 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:05.286609 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6d906992-c4cd-4e09-b3fc-395017a5fcaf req-3cfb4662-d1af-483b-852d-e01cff242578 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0655086 Jun 24 10:42:05.327976 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6d906992-c4cd-4e09-b3fc-395017a5fcaf req-25524c88-6e7d-4865-b739-7114cc2b57e9 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Jun 24 10:42:05.568974 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device cbe43753-2ddf-47bd-a9c4-e65966295fef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:42:05.584901 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:05.725292 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:05.736325 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:05.749323 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'port_id': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'mac_address': 'fa:16:3e:c1:1f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:42:05.764528 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:05.766825 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b408d6b-f740-4b97-a373-2abe9751d162" -d '{"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-unplugged", "status": "completed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:05.768378 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bbc3a-ec3d-461f-8489-c3719db6ef17 req-a0f836be-a6e9-4705-aae7-1cf6296bb2f5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:05.770437 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d30bbc3a-ec3d-461f-8489-c3719db6ef17 req-a0f836be-a6e9-4705-aae7-1cf6296bb2f5 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 943 time: 0.0679605 Jun 24 10:42:05.799761 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:05.810472 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d30bbc3a-ec3d-461f-8489-c3719db6ef17 req-c755fadf-33b1-4e82-b82b-0b7b0f72971f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338912 Jun 24 10:42:05.810876 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:05.825023 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe43753-2ddf-47bd-a9c4-e65966295fef {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:42:05.845969 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:05.886854 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:05.888781 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-564c3c4f-2aad-4992-94c8-13524ae39347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:05.935287 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:05.938760 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:05.953425 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641059d2-f15b-4620-a19f-9a5952445104 x-openstack-request-id: req-641059d2-f15b-4620-a19f-9a5952445104 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:05.953799 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-unplugged", "status": "failed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "code": 422}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:05.954061 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-641059d2-f15b-4620-a19f-9a5952445104 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:05.954517 dv-cinder-786386-9-smb neutron-server[93744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'code': 422} returned with failed status Jun 24 10:42:06.019260 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:06.021775 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:06.185916 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:06.189181 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:06.371740 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['cbe43753-2ddf-47bd-a9c4-e65966295fef'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:42:06.504324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e162874-04c3-4ca0-9be1-afa0d0ed908a req-c1560554-f941-46d8-87c8-8b0e575add9e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:06.505923 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9e162874-04c3-4ca0-9be1-afa0d0ed908a req-c1560554-f941-46d8-87c8-8b0e575add9e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0681577 Jun 24 10:42:06.548383 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9e162874-04c3-4ca0-9be1-afa0d0ed908a req-b09d7c43-7875-422b-9f7a-f4af2585c10e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jun 24 10:42:06.995592 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f8a83-6e99-4024-9d28-aa4764e80987 req-7725cbec-3572-4323-b930-6d1f8a14990f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:06.997831 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fa6f8a83-6e99-4024-9d28-aa4764e80987 req-7725cbec-3572-4323-b930-6d1f8a14990f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 944 time: 0.0703115 Jun 24 10:42:07.035391 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fa6f8a83-6e99-4024-9d28-aa4764e80987 req-9f3e3bb2-220c-4b25-9594-341305bc8e54 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Jun 24 10:42:07.295044 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-381e1146-fc8c-4c71-b9b4-473d5f63db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.296566 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-381e1146-fc8c-4c71-b9b4-473d5f63db48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d&tenant_id=26681666493b4292980156d39206122f HTTP/1.1" status: 200 len: 1096 time: 0.0649657 Jun 24 10:42:07.386596 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-c402dc20-a0c2-49f2-ad3f-8d02427d6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.388179 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-c402dc20-a0c2-49f2-ad3f-8d02427d6886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1096 time: 0.0541661 Jun 24 10:42:07.479655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-b1989f3c-a047-4994-b63d-64a9befb669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.481129 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-b1989f3c-a047-4994-b63d-64a9befb669a service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.0856159 Jun 24 10:42:07.550177 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-4bfd62cc-4f7d-4314-972e-f86d660583e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 998 time: 0.0615749 Jun 24 10:42:07.600896 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-8d4210d7-2ba8-4dee-afd7-30d002cfe172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.602377 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-8d4210d7-2ba8-4dee-afd7-30d002cfe172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0456743 Jun 24 10:42:07.616851 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device cbe43753-2ddf-47bd-a9c4-e65966295fef up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:07.671685 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-09df749e-52f0-431e-8650-f0716c5e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.673288 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-09df749e-52f0-431e-8650-f0716c5e0a68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0631220 Jun 24 10:42:07.747227 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351031-25b7-4c8a-9d8a-f0a6332ca4a8 req-df00daaf-213d-4571-81bc-8027273f6bf5 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:07.748761 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dd351031-25b7-4c8a-9d8a-f0a6332ca4a8 req-df00daaf-213d-4571-81bc-8027273f6bf5 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0663722 Jun 24 10:42:07.754081 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port cbe43753-2ddf-47bd-a9c4-e65966295fef completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:42:07.758095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port cbe43753-2ddf-47bd-a9c4-e65966295fef triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:42:07.758480 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:07.767349 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-e6b93df0-951a-43cb-af80-ef1cbb18c2c4 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Jun 24 10:42:07.788222 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dd351031-25b7-4c8a-9d8a-f0a6332ca4a8 req-03436bca-cb2c-49c8-8fed-a3ecf3340150 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jun 24 10:42:07.842057 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:07.858597 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b11da4f5-aed5-4927-b76b-547bc3241bbe req-efbbb6e1-d3f1-4ec6-8f35-a342e7448871 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850384 Jun 24 10:42:07.874642 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:07.955311 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:07.957669 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f339ead0-7379-4641-a329-b28ef5de7d0c" -d '{"events": [{"server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "name": "network-vif-plugged", "status": "completed", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:07.993852 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b4a26-0104-492b-a46f-56956a416b01 x-openstack-request-id: req-3d5b4a26-0104-492b-a46f-56956a416b01 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:07.994211 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "name": "network-vif-plugged", "status": "completed", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:07.994489 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d5b4a26-0104-492b-a46f-56956a416b01 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:07.994902 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'code': 200} Jun 24 10:42:08.002294 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:08.002294 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:08.044378 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:08.047275 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:08.213287 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b381f-d5e6-4886-a40f-5d3fe5dd09ae req-d65ff781-e7a4-4c53-8910-d6b3aa998650 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:08.214728 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f73b381f-d5e6-4886-a40f-5d3fe5dd09ae req-d65ff781-e7a4-4c53-8910-d6b3aa998650 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0651643 Jun 24 10:42:08.253957 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f73b381f-d5e6-4886-a40f-5d3fe5dd09ae req-ede48371-599c-406f-9f50-05bc4350390a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331800 Jun 24 10:42:08.427880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c27ec4-3cf5-4b70-ab1e-f3bbb10facd8 req-7a8c5f87-f07a-415f-98fa-69c4d514163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:08.429370 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-28c27ec4-3cf5-4b70-ab1e-f3bbb10facd8 req-7a8c5f87-f07a-415f-98fa-69c4d514163c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 1098 time: 0.0526760 Jun 24 10:42:08.466688 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-28c27ec4-3cf5-4b70-ab1e-f3bbb10facd8 req-a2f88301-fe12-45b2-8be8-db1dd1a10764 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267830 Jun 24 10:42:08.966481 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aefc0-5e6b-4fca-a42d-e83d2dd9cbc1 req-dd67ae17-cb81-4ea9-ac0f-abdefd868655 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:08.967867 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c73aefc0-5e6b-4fca-a42d-e83d2dd9cbc1 req-dd67ae17-cb81-4ea9-ac0f-abdefd868655 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0679061 Jun 24 10:42:09.005924 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c73aefc0-5e6b-4fca-a42d-e83d2dd9cbc1 req-504894be-56a7-4ae0-b29f-b8e64b3b976a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Jun 24 10:42:09.432133 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd1b6-ae7b-4771-9032-6a8e777907ee req-1601c546-be31-4fad-a3b9-1f6281e67689 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:09.433584 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8eadd1b6-ae7b-4771-9032-6a8e777907ee req-1601c546-be31-4fad-a3b9-1f6281e67689 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0686967 Jun 24 10:42:09.469630 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8eadd1b6-ae7b-4771-9032-6a8e777907ee req-de357fa2-b995-475d-a694-1d2b6b1ed2a9 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303738 Jun 24 10:42:10.179153 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffa61a-aff2-4038-b1f9-1daad5740226 req-e71289f3-8210-4bd0-9844-dccbb6e1d34a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:10.180625 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5fffa61a-aff2-4038-b1f9-1daad5740226 req-e71289f3-8210-4bd0-9844-dccbb6e1d34a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0632863 Jun 24 10:42:10.217923 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5fffa61a-aff2-4038-b1f9-1daad5740226 req-d4107bbc-fa35-458e-8efd-942a0e96d768 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jun 24 10:42:10.641126 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fa759-568e-4623-a38e-f1114f197837 req-1adc2553-f47c-4447-b9b1-3ae3380fe38f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:10.642567 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-501fa759-568e-4623-a38e-f1114f197837 req-1adc2553-f47c-4447-b9b1-3ae3380fe38f tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0635326 Jun 24 10:42:10.679781 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-501fa759-568e-4623-a38e-f1114f197837 req-c232aa7c-3985-4667-8f87-3d2002765674 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Jun 24 10:42:10.849732 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eea55-1546-47b9-ba3e-d1d0bb7f97f4 req-ac754c77-905a-4342-bb2d-985582a5f5ab tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:10.851985 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-742eea55-1546-47b9-ba3e-d1d0bb7f97f4 req-ac754c77-905a-4342-bb2d-985582a5f5ab tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0666935 Jun 24 10:42:10.860092 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59512) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:42:10.864566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Request body: {'floatingip': {'port_id': 'cbe43753-2ddf-47bd-a9c4-e65966295fef'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:42:10.902485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.381912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.409033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5fc3-6349-4294-9098-8f334cc8e735 req-fce5ef72-80db-4e40-a6e8-cc51a3b96019 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:11.410488 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-096e5fc3-6349-4294-9098-8f334cc8e735 req-fce5ef72-80db-4e40-a6e8-cc51a3b96019 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 943 time: 0.0723586 Jun 24 10:42:11.448386 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-096e5fc3-6349-4294-9098-8f334cc8e735 req-6f6ee610-f3ad-4a79-ab12-ff8f0e07f87b tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Jun 24 10:42:11.469715 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.565997 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Floating IP 77c7202a-8c15-464f-a486-20eb8603e7e1 associated. External IP: 172.28.2.163, port: cbe43753-2ddf-47bd-a9c4-e65966295fef. Jun 24 10:42:11.645771 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:42:11.741393 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:11.752830 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'port_id': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'mac_address': 'fa:16:3e:41:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:42:11.771834 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:42:11.790207 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.803605 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d351664e-4b31-4c89-937c-bd5ab89196ed {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:42:11.822682 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:11.879643 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:11.884037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.890373 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:11.902490 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:42:11.902490 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:11.922009 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-eb8a189f-f71c-478a-acfb-a5bc8763c3c1 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "PUT /v2.0/floatingips/77c7202a-8c15-464f-a486-20eb8603e7e1 HTTP/1.1" status: 200 len: 991 time: 1.0583982 Jun 24 10:42:11.922009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:11.927924 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb" -d '{"events": [{"name": "network-changed", "server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:11.950165 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:11.954534 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:11.972782 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec851ffe-a617-467f-af23-75c629983b94 x-openstack-request-id: req-ec851ffe-a617-467f-af23-75c629983b94 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:11.973148 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:11.973540 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec851ffe-a617-467f-af23-75c629983b94 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:11.974677 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'status': 'completed', 'code': 200} Jun 24 10:42:12.047045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:12.053226 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:12.057045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:42:12.089652 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-70c7dfdc-fb53-4e23-9817-c09d9f42d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:12.093797 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-70c7dfdc-fb53-4e23-9817-c09d9f42d082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61d23b7993984de1aa6b12a12a709ea2&device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 1098 time: 0.0561292 Jun 24 10:42:12.192782 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-9ca6f19b-685e-47c9-873c-aefd4251057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:12.194179 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-9ca6f19b-685e-47c9-873c-aefd4251057e service neutron] 10.222.0.45 "GET /v2.0/networks?id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 200 len: 911 time: 0.0872686 Jun 24 10:42:12.259317 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-a9055642-2a46-4538-9ea6-82bad3597754 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef HTTP/1.1" status: 200 len: 999 time: 0.0568528 Jun 24 10:42:12.278137 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '77c7202a-8c15-464f-a486-20eb8603e7e1', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:c1:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:54Z', 'updated_at': '2021-06-24T10:42:11Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:12.313388 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:12.322758 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['d351664e-4b31-4c89-937c-bd5ab89196ed'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:42:12.324288 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-008e4470-8bb3-43bd-be9d-cb889cc9dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:12.326115 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-008e4470-8bb3-43bd-be9d-cb889cc9dc55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 200 len: 849 time: 0.0529485 Jun 24 10:42:12.327268 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:42:12.327899 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:41:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:12.385634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-632e11dd-8042-4056-8e4f-30701e4a4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:12.387144 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-632e11dd-8042-4056-8e4f-30701e4a4920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=073b20f6-7640-4fb0-a1d1-4c03eeb8c612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528085 Jun 24 10:42:12.481656 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:42:12.491099 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-d5b1fdcd-adc0-41d8-838c-b1770a3a6558 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848312 Jun 24 10:42:12.585306 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3bfebc59-ae31-4c4a-9c9e-4d3b0f8c83fb req-eaeda1b9-3a00-4445-9277-9f00b20834d3 service neutron] 10.222.0.45 "GET /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901504 Jun 24 10:42:12.647274 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261906b-3387-4ae3-9931-5b8bfdb26699 req-078c86fb-8b16-4687-81e2-d164d2f6484e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:12.648779 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c261906b-3387-4ae3-9931-5b8bfdb26699 req-078c86fb-8b16-4687-81e2-d164d2f6484e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 944 time: 0.0831442 Jun 24 10:42:12.694241 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c261906b-3387-4ae3-9931-5b8bfdb26699 req-bfd3d9df-a554-4dcc-9ab6-80b3617f1a69 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Jun 24 10:42:12.838402 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '77c7202a-8c15-464f-a486-20eb8603e7e1', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:c1:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:54Z', 'updated_at': '2021-06-24T10:42:11Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:12.863670 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca23f6-affe-43d3-b7e9-f5ba71900a08 None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '77c7202a-8c15-464f-a486-20eb8603e7e1', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'floating_ip_address': '172.28.2.163', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'port_id': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'mac_address': 'fa:16:3e:c1:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:41:54Z', 'updated_at': '2021-06-24T10:42:11Z', 'revision_number': 1, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:13.049804 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d6503-c932-43c8-af76-7c94a7de1444 None None] New status for floating IP 77c7202a-8c15-464f-a486-20eb8603e7e1: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:42:13.653034 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:13.710478 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port d351664e-4b31-4c89-937c-bd5ab89196ed triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:42:13.710857 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:13.799946 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:13.827779 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:13.831015 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d9f44-c5b6-42db-9227-cd4e0354ca9d" -d '{"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-plugged", "status": "completed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:13.845380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:13.947879 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:13.949981 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:14.007492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.012345 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:14.041417 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3b382-2715-48c6-80b6-2967a1461789 req-f76ca67e-76b5-4bac-b471-abfa8692546a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:14.048487 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-30b3b382-2715-48c6-80b6-2967a1461789 req-f76ca67e-76b5-4bac-b471-abfa8692546a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0783653 Jun 24 10:42:14.059972 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587aeb41-0621-48f6-808f-8fa3af229831 x-openstack-request-id: req-587aeb41-0621-48f6-808f-8fa3af229831 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:14.060276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-plugged", "status": "completed", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:14.060539 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-587aeb41-0621-48f6-808f-8fa3af229831 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:14.060941 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'code': 200} Jun 24 10:42:14.087294 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-30b3b382-2715-48c6-80b6-2967a1461789 req-40f84960-7d94-483d-84c0-46a570a0c4cf tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Jun 24 10:42:14.547143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30067ad2-b13b-497b-baf4-e14c1e13e2ca req-bd03df27-bca4-4247-858c-937444ccfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:14.548512 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-30067ad2-b13b-497b-baf4-e14c1e13e2ca req-bd03df27-bca4-4247-858c-937444ccfdd7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.0504735 Jun 24 10:42:14.591223 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-30067ad2-b13b-497b-baf4-e14c1e13e2ca req-51651c83-f1aa-46d7-8973-c8aecc12e6a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273223 Jun 24 10:42:15.276679 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4a15-b8d0-4075-8ac4-bbed434b2dea req-0e865c6e-77b7-4a6d-9a53-868a524cbde2 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:15.278121 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-951d4a15-b8d0-4075-8ac4-bbed434b2dea req-0e865c6e-77b7-4a6d-9a53-868a524cbde2 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0640073 Jun 24 10:42:15.313962 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-951d4a15-b8d0-4075-8ac4-bbed434b2dea req-911f7cf4-4229-4d18-8d22-695d7bfa321c tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303164 Jun 24 10:42:16.491293 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db478a-e3c5-4c6f-818f-0b69330b169f req-3dbf9bc0-284f-4161-92d7-7fc020a348eb tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:16.492775 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35db478a-e3c5-4c6f-818f-0b69330b169f req-3dbf9bc0-284f-4161-92d7-7fc020a348eb tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0620987 Jun 24 10:42:16.529064 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-35db478a-e3c5-4c6f-818f-0b69330b169f req-8c5ba7aa-c21c-4669-b61a-c7f787fae97f tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302684 Jun 24 10:42:19.618455 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759086f-daa9-40cf-9f42-3649bd7fe733 req-4e6610ac-2b17-4723-a71b-10f42be01fe0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:19.619945 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b759086f-daa9-40cf-9f42-3649bd7fe733 req-4e6610ac-2b17-4723-a71b-10f42be01fe0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0629578 Jun 24 10:42:19.657397 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b759086f-daa9-40cf-9f42-3649bd7fe733 req-ef537083-c44a-4467-a4e2-27b993882732 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Jun 24 10:42:20.837496 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aedce8-58d4-4ad0-971d-fd306b837e3d req-75ac2c37-754d-4a51-bef1-7e6b724ad7b0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:20.838990 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d8aedce8-58d4-4ad0-971d-fd306b837e3d req-75ac2c37-754d-4a51-bef1-7e6b724ad7b0 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0644200 Jun 24 10:42:20.876061 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d8aedce8-58d4-4ad0-971d-fd306b837e3d req-becc0e65-a094-4fa3-bcab-4c3423d8b091 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jun 24 10:42:22.051261 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215fdf8-04e8-4118-b8e2-cdf6ee7e152b req-e052005c-7f8b-452f-ab16-adbb49cf5768 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:22.052725 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9215fdf8-04e8-4118-b8e2-cdf6ee7e152b req-e052005c-7f8b-452f-ab16-adbb49cf5768 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0638344 Jun 24 10:42:22.078979 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:42:22.090624 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9215fdf8-04e8-4118-b8e2-cdf6ee7e152b req-dd2b6b7a-313e-4256-ba22-ade44ca28c19 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Jun 24 10:42:23.283189 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f504-f4cd-4bae-935d-64df77418653 req-e838f73f-582c-4ae0-8b81-980859419706 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:23.284559 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8431f504-f4cd-4bae-935d-64df77418653 req-e838f73f-582c-4ae0-8b81-980859419706 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0756419 Jun 24 10:42:23.591438 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8431f504-f4cd-4bae-935d-64df77418653 req-8b7072f4-b0ab-4da1-a27a-b1de3421dd21 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007855 Jun 24 10:42:24.776861 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c4eda-5b34-45ee-b5e9-fc98c2870d54 req-325a314c-25ad-40a1-8f0b-4d0b994f45c1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:24.778348 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7e1c4eda-5b34-45ee-b5e9-fc98c2870d54 req-325a314c-25ad-40a1-8f0b-4d0b994f45c1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0694139 Jun 24 10:42:24.823808 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7e1c4eda-5b34-45ee-b5e9-fc98c2870d54 req-24907cc5-99d1-434f-86c0-38a748edbefa tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Jun 24 10:42:26.002639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da13b-f1fd-4cb4-8e57-97ea2ac34e3f req-9f015e91-8689-4c8f-8f2e-07c690bf7a67 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:26.004169 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-298da13b-f1fd-4cb4-8e57-97ea2ac34e3f req-9f015e91-8689-4c8f-8f2e-07c690bf7a67 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0656831 Jun 24 10:42:26.045316 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-298da13b-f1fd-4cb4-8e57-97ea2ac34e3f req-705e4aaf-ffb1-45ea-ab5c-d2bd9b1c5562 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349479 Jun 24 10:42:26.206522 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-905b368b-4385-4fdf-a954-b4fb6a9b17eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:27.229931 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25cbf6-a3b1-426b-8f22-c084bf4480b5 req-0fe3a6f6-7e36-441a-9f76-4e876ff7513e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:27.231434 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9c25cbf6-a3b1-426b-8f22-c084bf4480b5 req-0fe3a6f6-7e36-441a-9f76-4e876ff7513e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0695286 Jun 24 10:42:27.269185 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9c25cbf6-a3b1-426b-8f22-c084bf4480b5 req-4c609f53-7cbc-4979-9bf4-5a596461c433 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Jun 24 10:42:28.459087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad74ce-5a25-473a-91fb-35b7031913d9 req-c21df815-82af-48d2-a0d4-b3d6171e391d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:28.461203 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-05ad74ce-5a25-473a-91fb-35b7031913d9 req-c21df815-82af-48d2-a0d4-b3d6171e391d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0651741 Jun 24 10:42:28.498135 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-05ad74ce-5a25-473a-91fb-35b7031913d9 req-6e03473e-bc96-4e77-bdc6-c6376ad2fbeb tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Jun 24 10:42:29.000330 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8582ee93-777c-454b-82a7-99f48a1121b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:29.106682 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:29.677863 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f811bd-41a0-41d5-b1bb-0185d3d132e9 req-b5e9fd3f-4659-416c-92d2-11b30ec86a50 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:29.679471 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c5f811bd-41a0-41d5-b1bb-0185d3d132e9 req-b5e9fd3f-4659-416c-92d2-11b30ec86a50 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0666058 Jun 24 10:42:29.718276 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c5f811bd-41a0-41d5-b1bb-0185d3d132e9 req-0d637c40-289b-4358-adc0-ed323fd2cd89 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Jun 24 10:42:30.057927 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:30.894171 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeef3bd-2fb3-4331-8219-b7a32d62ce91 req-89ab2a38-8ec3-4123-8a6d-3627476b5403 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:30.895581 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-aaeef3bd-2fb3-4331-8219-b7a32d62ce91 req-89ab2a38-8ec3-4123-8a6d-3627476b5403 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0646529 Jun 24 10:42:30.932894 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-aaeef3bd-2fb3-4331-8219-b7a32d62ce91 req-eac3d8ad-d208-4885-8bde-b3b5b0fb19d2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Jun 24 10:42:31.275079 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:31.860162 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-3dadbdb2-c279-4583-8f1f-904db7176a85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504389 Jun 24 10:42:31.971831 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-05f25235-3397-4d8e-9a31-f9ff89998981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:31.973407 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-05f25235-3397-4d8e-9a31-f9ff89998981 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.0560267 Jun 24 10:42:32.125821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-1cb8a642-f1b5-4301-9f89-5fce4826efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:32.127289 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-1cb8a642-f1b5-4301-9f89-5fce4826efc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.1301084 Jun 24 10:42:32.144041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:32.145825 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739575a-58f8-45fc-9d4e-487e241099e5 req-64538c05-942f-4f45-8ec4-ab7a29fce3ae tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:32.147886 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c739575a-58f8-45fc-9d4e-487e241099e5 req-64538c05-942f-4f45-8ec4-ab7a29fce3ae tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0952733 Jun 24 10:42:32.227860 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c739575a-58f8-45fc-9d4e-487e241099e5 req-d203e1e8-e563-4fc5-acbb-65363fc4d072 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737545 Jun 24 10:42:32.229637 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-3e99e8c2-afe0-4b75-9cb6-5b46a6733b68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 1000 time: 0.0918400 Jun 24 10:42:32.280374 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-93c1b5b3-e6a0-45c7-b98d-16eeef05b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:32.281867 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-93c1b5b3-e6a0-45c7-b98d-16eeef05b735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0440550 Jun 24 10:42:32.339655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-e4f36fd9-1a4c-4ec5-b955-d97050cb5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:32.341069 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-e4f36fd9-1a4c-4ec5-b955-d97050cb5990 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528841 Jun 24 10:42:32.426803 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-5b84fe18-99a9-4a5e-939e-e664207cc6c9 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783682 Jun 24 10:42:32.526166 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-92eb90c2-a8e0-486d-b907-7b068d2d9d95 req-912d61a3-d447-4050-abc2-1872e15da78d service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864964 Jun 24 10:42:33.409308 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373c6d9-6f9c-4e6d-9b3f-314022560865 req-66142de4-3b88-44a2-b4f8-7fdec2f3b67d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:33.410766 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3373c6d9-6f9c-4e6d-9b3f-314022560865 req-66142de4-3b88-44a2-b4f8-7fdec2f3b67d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0688834 Jun 24 10:42:33.450518 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3373c6d9-6f9c-4e6d-9b3f-314022560865 req-24bbdfc5-9cd5-40dc-8ece-a638ea47f534 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Jun 24 10:42:34.630933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fccf2-18e4-4efa-a96f-8800b726e237 req-cb87115f-7c7e-4463-905a-8183c13c27b7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:34.632938 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-684fccf2-18e4-4efa-a96f-8800b726e237 req-cb87115f-7c7e-4463-905a-8183c13c27b7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0635538 Jun 24 10:42:34.677971 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-684fccf2-18e4-4efa-a96f-8800b726e237 req-5ecf5168-d4e6-4a7a-b8c9-7fa1931e527d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Jun 24 10:42:35.852001 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf145-9390-4fd5-a692-5909848f8d96 req-e3896202-4f21-4d01-922c-86197e7959d7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:35.853451 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-266bf145-9390-4fd5-a692-5909848f8d96 req-e3896202-4f21-4d01-922c-86197e7959d7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0601885 Jun 24 10:42:35.894893 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-266bf145-9390-4fd5-a692-5909848f8d96 req-b2bb602e-50db-4d71-87b6-81926df422e4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Jun 24 10:42:37.075102 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df7f5e-a05d-4888-b153-cea5b8039978 req-0fea14cb-cabe-4fe7-85ca-5fb3bb8c84ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:37.076465 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-18df7f5e-a05d-4888-b153-cea5b8039978 req-0fea14cb-cabe-4fe7-85ca-5fb3bb8c84ee tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0650556 Jun 24 10:42:37.112695 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-18df7f5e-a05d-4888-b153-cea5b8039978 req-c8bd5d50-e7f9-4dd3-b87c-d48ce1d03e32 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Jun 24 10:42:37.778083 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:42:37.870536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:37.885520 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:42:37.923201 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:37.936527 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:42:37.955535 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:38.038020 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:38.045495 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-02ce3c71-b40b-4fab-9745-5a0812a007bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:38.087715 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:38.095174 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.095531 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.095876 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.096214 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.096549 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.096880 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.097207 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.097533 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.097917 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.098233 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.098581 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.098906 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:38.103045 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:38.260217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['89dc3b54-86ab-405d-b463-2b95c969b2fc'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:42:38.294529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4221-d2f8-4e49-b53d-37bffc0fb275 req-299d42ae-9f5c-4816-ac6d-762cda758644 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:38.296095 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b4ef4221-d2f8-4e49-b53d-37bffc0fb275 req-299d42ae-9f5c-4816-ac6d-762cda758644 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0635974 Jun 24 10:42:38.335769 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b4ef4221-d2f8-4e49-b53d-37bffc0fb275 req-785d9026-5e35-4218-9268-a29a617a6a2f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Jun 24 10:42:39.545572 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb93e68-2507-4c30-a475-434a08d93c35 req-b8300dba-1a35-4e05-881c-4dc540fd0ebd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:39.552399 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7eb93e68-2507-4c30-a475-434a08d93c35 req-b8300dba-1a35-4e05-881c-4dc540fd0ebd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0870945 Jun 24 10:42:39.597218 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7eb93e68-2507-4c30-a475-434a08d93c35 req-5b9c7c87-b76f-4ea1-8f9b-5364abfbd49a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Jun 24 10:42:39.790795 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:39.846753 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 89dc3b54-86ab-405d-b463-2b95c969b2fc triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:42:39.847462 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:39.934964 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:40.087732 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:40.089978 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a1d9a-235a-4c0e-b5cf-71f6431d1154" -d '{"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:40.114425 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:40.147284 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c5f6f3-5134-4ab9-8af8-fdd9b9cbfd5c x-openstack-request-id: req-d3c5f6f3-5134-4ab9-8af8-fdd9b9cbfd5c {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:40.147284 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:40.147284 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3c5f6f3-5134-4ab9-8af8-fdd9b9cbfd5c {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:40.147284 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'code': 200} Jun 24 10:42:40.204184 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:40.206511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:40.267358 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:40.274597 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:40.787120 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf609a-000b-4391-97d3-e9fe64326e9e req-25b51bb2-1c90-421a-a90d-e0c4594460f4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:40.790030 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c6bf609a-000b-4391-97d3-e9fe64326e9e req-25b51bb2-1c90-421a-a90d-e0c4594460f4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0681221 Jun 24 10:42:40.837399 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c6bf609a-000b-4391-97d3-e9fe64326e9e req-d563cbd8-a63f-4b3f-8389-756743ac9796 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 Jun 24 10:42:42.047049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42d52d-a3a4-48d0-a6f6-7465c42791c3 req-33d1177b-ea94-4b45-bd1d-892787716ebe tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:42.048491 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0a42d52d-a3a4-48d0-a6f6-7465c42791c3 req-33d1177b-ea94-4b45-bd1d-892787716ebe tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0865207 Jun 24 10:42:42.085890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0a42d52d-a3a4-48d0-a6f6-7465c42791c3 req-6e953041-25ec-4599-b15c-11365c1d7a02 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jun 24 10:42:43.320330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8391-e348-4a8e-8b86-c7251766237d req-6977fc7a-fa51-4596-bc9e-88f23e5590dd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:43.329381 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0df8391-e348-4a8e-8b86-c7251766237d req-6977fc7a-fa51-4596-bc9e-88f23e5590dd tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0913694 Jun 24 10:42:43.377217 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c0df8391-e348-4a8e-8b86-c7251766237d req-cc96c21d-9107-4aa3-afbd-aa51b61c159c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464149 Jun 24 10:42:44.435725 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e49b-175f-4113-b895-fd6b0c26bdab req-821693af-cfe4-495b-8440-1dd98883a0dd tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:44.437276 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-87d5e49b-175f-4113-b895-fd6b0c26bdab req-821693af-cfe4-495b-8440-1dd98883a0dd tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0886738 Jun 24 10:42:44.486481 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-87d5e49b-175f-4113-b895-fd6b0c26bdab req-cd1b8181-57cb-4105-88b3-016bdc06aab2 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Jun 24 10:42:44.595506 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a57cd6-c47f-4685-afc7-15ced3925d95 req-6473cd98-b44b-4c6e-9151-da599f87b414 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:44.597253 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a7a57cd6-c47f-4685-afc7-15ced3925d95 req-6473cd98-b44b-4c6e-9151-da599f87b414 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0811179 Jun 24 10:42:44.639030 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a7a57cd6-c47f-4685-afc7-15ced3925d95 req-74c3e97e-fcfb-4133-b667-d3065f13987b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Jun 24 10:42:45.698316 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e72cd-84a7-40d7-9eb0-bc252ec650cf req-17d883cc-f495-4bf3-819c-7414957025ff tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:45.699940 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a9e72cd-84a7-40d7-9eb0-bc252ec650cf req-17d883cc-f495-4bf3-819c-7414957025ff tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0773177 Jun 24 10:42:45.753498 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a9e72cd-84a7-40d7-9eb0-bc252ec650cf req-d0ca8614-272f-48cf-97a5-d165a32f2959 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jun 24 10:42:45.843187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bb2d0-fcad-4c2d-97de-907e7c53c0d7 req-37c19f19-3d25-4e8f-8108-aca6b79ab6d6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:45.844708 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0a8bb2d0-fcad-4c2d-97de-907e7c53c0d7 req-37c19f19-3d25-4e8f-8108-aca6b79ab6d6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0650506 Jun 24 10:42:45.885933 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0a8bb2d0-fcad-4c2d-97de-907e7c53c0d7 req-5226ab7c-495d-4bfb-bf34-37be89997536 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Jun 24 10:42:46.949359 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856e0c-2ca3-4ad3-805f-aede174a7fc6 req-664926ce-537c-441f-8824-98e405147d14 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:46.951771 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6e856e0c-2ca3-4ad3-805f-aede174a7fc6 req-664926ce-537c-441f-8824-98e405147d14 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0772333 Jun 24 10:42:47.000228 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6e856e0c-2ca3-4ad3-805f-aede174a7fc6 req-481d253c-2d1b-419b-a49e-d9410a2c3f56 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Jun 24 10:42:47.078444 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23e7e2-4cb3-4553-8b67-476a7b6d8880 req-8616ae1c-a00a-49c8-91c1-68a3b5331af8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:47.083375 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fb23e7e2-4cb3-4553-8b67-476a7b6d8880 req-8616ae1c-a00a-49c8-91c1-68a3b5331af8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0691671 Jun 24 10:42:47.124524 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fb23e7e2-4cb3-4553-8b67-476a7b6d8880 req-c3529218-870c-48a6-aa73-c70fb6769975 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383084 Jun 24 10:42:48.174672 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55171-e0c6-4c5d-9a11-5db72e983742 req-f32e211c-175c-4af1-9528-bcc714dc2f77 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:48.176157 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-91f55171-e0c6-4c5d-9a11-5db72e983742 req-f32e211c-175c-4af1-9528-bcc714dc2f77 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0624621 Jun 24 10:42:48.216738 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-91f55171-e0c6-4c5d-9a11-5db72e983742 req-72f26363-c17b-4d6e-8eb3-d19d341c0df7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Jun 24 10:42:48.332953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0f37-fe9e-4f3d-b36e-208660e90acf req-543c4f9b-6daf-4c99-aa7f-049bed54f616 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:48.334429 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-429a0f37-fe9e-4f3d-b36e-208660e90acf req-543c4f9b-6daf-4c99-aa7f-049bed54f616 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0721738 Jun 24 10:42:48.377647 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-429a0f37-fe9e-4f3d-b36e-208660e90acf req-025bbccb-4394-4856-ba2b-63632ef872af tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Jun 24 10:42:49.398134 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efeb92-2b67-4206-a2da-4115037f4365 req-d64acf4b-2b81-44d3-b758-db13c288f492 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:49.399756 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-41efeb92-2b67-4206-a2da-4115037f4365 req-d64acf4b-2b81-44d3-b758-db13c288f492 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0662808 Jun 24 10:42:49.447222 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-41efeb92-2b67-4206-a2da-4115037f4365 req-057ad7e1-f686-4818-88f4-77d562ba5e37 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Jun 24 10:42:49.561268 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3e08d-9dbb-4aeb-8b8c-0daf44c1adfa req-78213876-055b-4c68-ae40-a5bb215f4586 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:49.568045 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e0e3e08d-9dbb-4aeb-8b8c-0daf44c1adfa req-78213876-055b-4c68-ae40-a5bb215f4586 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0726385 Jun 24 10:42:49.606341 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-e0e3e08d-9dbb-4aeb-8b8c-0daf44c1adfa req-b7f5838f-df66-4fcf-ac3a-cec27ee95f71 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Jun 24 10:42:50.615145 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836fa6d-1d52-4262-a12b-6ea5cf1ce671 req-1e2dacb3-65dd-45ea-bfb7-0a115a6d1bf6 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:50.616638 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5836fa6d-1d52-4262-a12b-6ea5cf1ce671 req-1e2dacb3-65dd-45ea-bfb7-0a115a6d1bf6 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0661232 Jun 24 10:42:50.658841 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-5836fa6d-1d52-4262-a12b-6ea5cf1ce671 req-681b428a-2845-42e3-adc9-08b1b924d065 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jun 24 10:42:50.670561 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-6a6e84bb-eb3a-4bab-bed5-ede513743079 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:50.672837 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-6a6e84bb-eb3a-4bab-bed5-ede513743079 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 945 time: 0.0742664 Jun 24 10:42:50.813078 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Deleting port 39ab52dd-3072-43bc-a45c-75b947568c97 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:42:50.813210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:50.868380 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cccab-8b90-4b1a-80ef-31b8e4dfe5fb req-df45687b-65b6-488b-857e-7c10d4035c43 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:50.869940 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0c6cccab-8b90-4b1a-80ef-31b8e4dfe5fb req-df45687b-65b6-488b-857e-7c10d4035c43 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.1218944 Jun 24 10:42:50.931786 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0c6cccab-8b90-4b1a-80ef-31b8e4dfe5fb req-7627f74f-ac9d-43e3-b3a8-89320b761336 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553274 Jun 24 10:42:50.947276 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] For port 39ab52dd-3072-43bc-a45c-75b947568c97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=39ab52dd-3072-43bc-a45c-75b947568c97,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:50.947639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:50.960740 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Calling delete_port for 39ab52dd-3072-43bc-a45c-75b947568c97 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:42:51.087709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312846-1a39-4ccc-8547-9212e57abedf req-53ef0b81-cacf-4767-823a-b9962273c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:51.089123 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-53ef0b81-cacf-4767-823a-b9962273c8e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1098 time: 0.0808997 Jun 24 10:42:51.209287 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312846-1a39-4ccc-8547-9212e57abedf req-8566b635-5b58-4328-b006-9594931f292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:51.210764 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-8566b635-5b58-4328-b006-9594931f292d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.1008368 Jun 24 10:42:51.275023 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-702c2ef2-6ee1-4afc-9026-3bd12d6587f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 1000 time: 0.0572770 Jun 24 10:42:51.276033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:51.279843 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8e53adbc-db82-49be-b328-c6ccaea4b1e8 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:51.314765 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['39ab52dd-3072-43bc-a45c-75b947568c97'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:42:51.336154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Pushing event deleted for resources: {'Port': ['ID=39ab52dd-3072-43bc-a45c-75b947568c97,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:51.367929 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.368311 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.368688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.369058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.369425 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.369791 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.370154 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.370775 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.371233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.371600 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.371957 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.372312 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:51.376840 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:51.397868 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] No DVR routers for this DVR port 39ab52dd-3072-43bc-a45c-75b947568c97 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:42:51.400147 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312846-1a39-4ccc-8547-9212e57abedf req-d173c695-38e0-42b9-826c-9128d9024677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:51.401614 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-d173c695-38e0-42b9-826c-9128d9024677 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.1177244 Jun 24 10:42:51.402614 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:51.404406 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa5b9691-06ce-4f70-ae51-eb530a6b15d7 req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "DELETE /v2.0/ports/39ab52dd-3072-43bc-a45c-75b947568c97 HTTP/1.1" status: 204 len: 173 time: 0.7255132 Jun 24 10:42:51.404917 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'name': 'network-vif-deleted', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:51.407210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb902b-48d6-4437-9d57-6ac4f90aa766" -d '{"events": [{"server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "name": "network-vif-deleted", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:51.446427 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f7366-b5b7-4bd7-8b28-48faf163354e x-openstack-request-id: req-ef2f7366-b5b7-4bd7-8b28-48faf163354e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:51.446760 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a14093-a6ad-4496-bfed-0163c193d42e", "name": "network-vif-deleted", "tag": "39ab52dd-3072-43bc-a45c-75b947568c97", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:51.447082 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef2f7366-b5b7-4bd7-8b28-48faf163354e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:51.447513 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a14093-a6ad-4496-bfed-0163c193d42e', 'name': 'network-vif-deleted', 'tag': '39ab52dd-3072-43bc-a45c-75b947568c97', 'status': 'completed', 'code': 200} Jun 24 10:42:51.469033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312846-1a39-4ccc-8547-9212e57abedf req-6a025e78-edc0-478e-a363-3f04296ad862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:51.470501 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-6a025e78-edc0-478e-a363-3f04296ad862 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571945 Jun 24 10:42:51.563768 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-e5eb5165-f6dd-4938-be27-5b05a4f020fe service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Jun 24 10:42:51.667327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6c312846-1a39-4ccc-8547-9212e57abedf req-cf402aa2-6148-472e-aba0-eda7c1f06ad6 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911102 Jun 24 10:42:51.803541 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a82e8173-775f-4276-ae24-210117f20946 req-bc8c2c24-2642-41df-a9df-0fdce807aec7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a14093-a6ad-4496-bfed-0163c193d42e HTTP/1.1" status: 200 len: 210 time: 0.0297837 Jun 24 10:42:52.114100 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e211c-adb8-41c8-89d1-9ad30fb3b4d7 req-79319775-efdd-4012-808a-162d7ccd3aae tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:52.115591 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa1e211c-adb8-41c8-89d1-9ad30fb3b4d7 req-79319775-efdd-4012-808a-162d7ccd3aae tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0632892 Jun 24 10:42:52.154091 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-aa1e211c-adb8-41c8-89d1-9ad30fb3b4d7 req-539146fe-f13a-4e60-a366-63b6c630251c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Jun 24 10:42:53.342096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c7282-a403-4fb9-8540-22a56cd66319 req-00717941-9e95-43b5-b7f0-f315acd1a25b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:53.343603 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3f8c7282-a403-4fb9-8540-22a56cd66319 req-00717941-9e95-43b5-b7f0-f315acd1a25b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 945 time: 0.0678296 Jun 24 10:42:53.381256 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3f8c7282-a403-4fb9-8540-22a56cd66319 req-e845eca2-0876-4b9c-a002-f93185fd0206 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Jun 24 10:42:53.855816 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:53.930926 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:53.953011 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:42:53.955338 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d549c21-b932-448b-a6fa-5ab7d46b7031" -d '{"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-unplugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:53.968089 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:53.997956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 10:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ade07-3a46-442b-89f5-55c665023bc1 x-openstack-request-id: req-540ade07-3a46-442b-89f5-55c665023bc1 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:53.997956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-unplugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:53.997956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-540ade07-3a46-442b-89f5-55c665023bc1 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:53.997956 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'code': 200} Jun 24 10:42:54.089193 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:54.089996 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 39ab52dd-3072-43bc-a45c-75b947568c97 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:54.091933 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:42:54.130442 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 39ab52dd-3072-43bc-a45c-75b947568c97 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:42:54.130442 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 39ab52dd-3072-43bc-a45c-75b947568c97 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:54.155209 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.158158 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:42:54.560697 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da4d1d-26af-43d4-b679-0df2b71efafe req-3c0faeac-9303-47da-9265-311b2ea66732 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:54.562250 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-30da4d1d-26af-43d4-b679-0df2b71efafe req-3c0faeac-9303-47da-9265-311b2ea66732 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0642095 Jun 24 10:42:54.599778 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-30da4d1d-26af-43d4-b679-0df2b71efafe req-34fbef3e-c561-415b-8907-5b39f46e82ec tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jun 24 10:42:56.209506 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8e0f-381b-487f-ab80-186ba1cd5a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:57.171736 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8a97d-4999-4baa-b3e1-16a4e72995db req-db9a6d95-09ca-426b-bd30-b9ccbeda4e4e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:57.173208 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0db8a97d-4999-4baa-b3e1-16a4e72995db req-db9a6d95-09ca-426b-bd30-b9ccbeda4e4e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0673416 Jun 24 10:42:57.212626 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0db8a97d-4999-4baa-b3e1-16a4e72995db req-e8a09ead-c01d-485e-b385-595062ee20cf tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Jun 24 10:42:57.486988 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-aba4e524-147e-4a7c-bfed-b1a8b30c985d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:57.488503 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-aba4e524-147e-4a7c-bfed-b1a8b30c985d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/networks?id=a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 200 len: 814 time: 0.1039059 Jun 24 10:42:57.506321 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-780cf1b6-6435-457a-b386-948385418282 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/quotas/28b2fffc5bc54c95ba7b1b23ce2fb343 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Jun 24 10:42:57.507840 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 59976) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:42:57.541518 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-6397caf3-bbee-460a-a4fe-7091726b1722 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285411 Jun 24 10:42:57.665719 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-b2b3ecac-b78c-4dd0-8be7-e348c12467d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176450 Jun 24 10:42:57.671257 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-6bc6366b-9406-45e1-bd88-8ad8321d7eef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1623509 Jun 24 10:42:57.762212 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-42e8237f-e983-408e-aa68-d408e4b3b498 service neutron] 10.222.0.24 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898590 Jun 24 10:42:57.871005 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:58.090319 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9b82193c-a2ef-4133-9b53-1a16ecfa7f1b req-643e2041-865a-4bac-8b05-3734cae10ae3 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 210 time: 0.0385203 Jun 24 10:42:58.393972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866394-6b62-4df6-95b1-09924684e601 req-2302072b-eca3-4321-87f2-9c035aab9d39 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:58.395471 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a0866394-6b62-4df6-95b1-09924684e601 req-2302072b-eca3-4321-87f2-9c035aab9d39 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0656080 Jun 24 10:42:58.439793 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a0866394-6b62-4df6-95b1-09924684e601 req-69712a68-9895-4efb-9281-965e3a06cd09 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Jun 24 10:42:59.029046 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff4de-97b7-44be-89d8-a3d96cf54f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:59.077767 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:42:59.109904 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:42:59.235964 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2edb11d5-def0-4426-93e4-8d4fc3e2ad4a req-7f61b5db-ea7e-413a-8b1e-872fb3ed041d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 210 time: 0.0291729 Jun 24 10:42:59.621473 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd11bd7-035c-4ab8-beac-f726f74f0d42 req-1d9dbcce-f0b9-4f71-bb87-bea0a2f419a7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:59.623042 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2fd11bd7-035c-4ab8-beac-f726f74f0d42 req-1d9dbcce-f0b9-4f71-bb87-bea0a2f419a7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0641308 Jun 24 10:42:59.661557 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-2fd11bd7-035c-4ab8-beac-f726f74f0d42 req-ab5d09fb-d7a2-4430-ac53-811002bcb746 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329573 Jun 24 10:42:59.733284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-4fc22bec-72e3-4310-9823-2cbfdb415728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:59.734657 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-4fc22bec-72e3-4310-9823-2cbfdb415728 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb&tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0611613 Jun 24 10:42:59.827138 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-af7c14d8-50c4-407f-adef-eeba061a162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:59.828620 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-af7c14d8-50c4-407f-adef-eeba061a162f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1096 time: 0.0519185 Jun 24 10:42:59.917534 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-7ddb386c-3958-4215-b988-cf6e600bcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:42:59.919054 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-7ddb386c-3958-4215-b988-cf6e600bcd30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.0819380 Jun 24 10:42:59.994334 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-b56e5da4-9b17-4a79-a883-dafe9ec0bb4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 998 time: 0.0619922 Jun 24 10:43:00.042426 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-47651f24-01f6-4e0c-ba23-ab501ff7204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:00.043810 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-47651f24-01f6-4e0c-ba23-ab501ff7204d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0428720 Jun 24 10:43:00.111621 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:00.117698 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-c1df1cd8-bc1d-4e31-ba23-53a8c36b1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:00.121131 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-c1df1cd8-bc1d-4e31-ba23-53a8c36b1e7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559571 Jun 24 10:43:00.211142 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-b00e01dd-ee7b-4a88-a6b2-577a0ba7d2f2 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838366 Jun 24 10:43:00.303992 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2acfb1d5-647d-4a57-adda-63eebae2d67c req-f1224af5-d715-4dcd-8be6-85bb7586d286 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830495 Jun 24 10:43:00.384736 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fe9285e4-d1a5-4692-bc8c-0419e34351b3 req-c823e61c-c00a-4dfa-a685-8a909ae8c256 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 210 time: 0.0331075 Jun 24 10:43:00.696386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ac35e0db-54dc-45e9-bba9-0f3aa2f77be3 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:00.698010 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ac35e0db-54dc-45e9-bba9-0f3aa2f77be3 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "GET /v2.0/networks?id=a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 200 len: 814 time: 0.1024721 Jun 24 10:43:00.716982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Request body: {'port': {'device_id': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577', 'admin_state_up': True, 'tenant_id': '28b2fffc5bc54c95ba7b1b23ce2fb343'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:43:00.884885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda13e5-a770-46ed-a56b-555a35f17c59 req-dfb150dd-d200-4281-9ca9-3f7593411a2f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:00.886255 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddda13e5-a770-46ed-a56b-555a35f17c59 req-dfb150dd-d200-4281-9ca9-3f7593411a2f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0969634 Jun 24 10:43:00.925687 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ddda13e5-a770-46ed-a56b-555a35f17c59 req-9341e873-845a-41a4-9a5d-5ce418a3286d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Jun 24 10:43:00.934098 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Made reservation on behalf of 28b2fffc5bc54c95ba7b1b23ce2fb343 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:43:00.938773 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:01.120772 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Allocated IP 172.20.0.9 (a21c63e1-7cf8-46ce-b910-2a316c413577/fba35617-b6c7-4b56-8d72-d0b3b34ab16e/6ad4724b-2ea6-4d6f-98a1-396d87824c9d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:01.302834 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:01.303583 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:01.398381 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:01.402813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:01.448226 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Network a21c63e1-7cf8-46ce-b910-2a316c413577 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:01.451620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:01.456016 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:43:01.504324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:01.504972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:01.534580 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Pushing event updated for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:01.543227 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:01.587339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adf3c9-f402-4bab-bc72-f639aa49351c req-959948e6-0c72-4c4c-9ac8-7487b3e15024 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:01.595080 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-19adf3c9-f402-4bab-bc72-f639aa49351c req-959948e6-0c72-4c4c-9ac8-7487b3e15024 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0763211 Jun 24 10:43:01.601970 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8890862 Jun 24 10:43:01.637130 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-19adf3c9-f402-4bab-bc72-f639aa49351c req-f7a987b3-bd48-4aba-8014-dd57059fd30f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Jun 24 10:43:02.111443 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:02.112477 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfffca-a3d2-487e-b2de-045c64d772b8 req-a9d76fa9-609f-4077-b2f7-fc755583c684 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:02.114125 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dfbfffca-a3d2-487e-b2de-045c64d772b8 req-a9d76fa9-609f-4077-b2f7-fc755583c684 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0637124 Jun 24 10:43:02.158898 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-dfbfffca-a3d2-487e-b2de-045c64d772b8 req-d583037a-bc26-4fc2-b6cb-7276d1ece5c1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Jun 24 10:43:02.834903 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7e8d-00be-45c2-93a5-53b084128da4 req-2b3fbbbf-c46c-4a72-a6d3-1edd3ae7c107 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:02.836444 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-aa2e7e8d-00be-45c2-93a5-53b084128da4 req-2b3fbbbf-c46c-4a72-a6d3-1edd3ae7c107 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0702968 Jun 24 10:43:02.875097 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-aa2e7e8d-00be-45c2-93a5-53b084128da4 req-e33f4fef-b2b7-42f6-9d0b-75571f19b8cf tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jun 24 10:43:03.340660 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca15e0b-913d-41be-a73f-80be5944352a req-93f8d935-3d85-4ae2-90c3-fcc6dfade7f2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:03.342049 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9ca15e0b-913d-41be-a73f-80be5944352a req-93f8d935-3d85-4ae2-90c3-fcc6dfade7f2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0646777 Jun 24 10:43:03.382986 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9ca15e0b-913d-41be-a73f-80be5944352a req-261c5f54-629d-4b1f-8f32-508dea70d3a9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Jun 24 10:43:04.069784 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16b27-1f42-467b-a376-2ed6a1754f53 req-12b923a6-1fd7-4a1b-9ff0-f2accf5a98e3 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:04.072042 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9de16b27-1f42-467b-a376-2ed6a1754f53 req-12b923a6-1fd7-4a1b-9ff0-f2accf5a98e3 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0652773 Jun 24 10:43:04.114227 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-9de16b27-1f42-467b-a376-2ed6a1754f53 req-96c82782-e556-4ef7-a341-8bf045fdefbb tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363679 Jun 24 10:43:04.780684 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53799-e9de-4fb6-843a-e50debb6e8b0 req-5515b5dd-9223-4a46-a2a3-fe75baeaa320 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:04.782076 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7cb53799-e9de-4fb6-843a-e50debb6e8b0 req-5515b5dd-9223-4a46-a2a3-fe75baeaa320 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.2811604 Jun 24 10:43:04.820333 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7cb53799-e9de-4fb6-843a-e50debb6e8b0 req-167eca02-f4c6-41bb-8adc-7a0d4507b182 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Jun 24 10:43:05.293244 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791c94-8984-4287-a117-86bf65a7ca4a req-b0f7364f-42cc-4c97-b770-f26d2edb9f7f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:05.294685 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f6791c94-8984-4287-a117-86bf65a7ca4a req-b0f7364f-42cc-4c97-b770-f26d2edb9f7f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0641441 Jun 24 10:43:05.332910 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f6791c94-8984-4287-a117-86bf65a7ca4a req-9baaec4c-cb05-4490-8d50-98f335636f4e tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Jun 24 10:43:06.013290 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89293f0b-9f96-4380-9506-10e7911e1786 req-d94a514c-6377-4896-b126-e1ec79b41237 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:06.014903 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-89293f0b-9f96-4380-9506-10e7911e1786 req-d94a514c-6377-4896-b126-e1ec79b41237 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0724504 Jun 24 10:43:06.057305 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-89293f0b-9f96-4380-9506-10e7911e1786 req-67169438-f98e-45b0-8d39-f7ba095cf93a tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352423 Jun 24 10:43:06.509800 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99365d77-11da-4e52-afad-963130b333eb req-d0b6aed3-62e7-4511-a210-6918c66a3079 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:06.513401 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-99365d77-11da-4e52-afad-963130b333eb req-d0b6aed3-62e7-4511-a210-6918c66a3079 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0668900 Jun 24 10:43:06.553628 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-99365d77-11da-4e52-afad-963130b333eb req-fe56aab0-1a5a-47fc-bc98-95971b7bc89d tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Jun 24 10:43:07.240981 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab7fd7-5af3-4c02-bd83-b32fcfc1eeae req-f3536e8d-d60d-493d-9c27-d8560dfe1ed9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:07.242356 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-52ab7fd7-5af3-4c02-bd83-b32fcfc1eeae req-f3536e8d-d60d-493d-9c27-d8560dfe1ed9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0683975 Jun 24 10:43:07.281624 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-52ab7fd7-5af3-4c02-bd83-b32fcfc1eeae req-97eba925-f8f8-429b-9d23-e964f80ff3a9 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Jun 24 10:43:07.735838 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90746eb-42eb-44c2-86e7-aeee4b672fce req-43588313-4896-4148-9424-d5fb1d257225 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:07.737287 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c90746eb-42eb-44c2-86e7-aeee4b672fce req-43588313-4896-4148-9424-d5fb1d257225 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0656579 Jun 24 10:43:07.782091 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c90746eb-42eb-44c2-86e7-aeee4b672fce req-ae9be31d-3a87-4a9f-8682-12d6c667e27c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 Jun 24 10:43:08.465356 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0db618-3b34-402a-a802-6e4479c86295 req-828f17b4-3956-49cf-ae7c-5189f394cd39 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:08.466861 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-be0db618-3b34-402a-a802-6e4479c86295 req-828f17b4-3956-49cf-ae7c-5189f394cd39 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0658097 Jun 24 10:43:08.510411 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-be0db618-3b34-402a-a802-6e4479c86295 req-4de12d81-071a-4726-98b4-59db5d0a7c0e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343308 Jun 24 10:43:08.960798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f79995-f39b-48b6-8536-19373db23991 req-205860fe-59ce-473d-8797-1a149f1a6d6a tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:08.962225 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-69f79995-f39b-48b6-8536-19373db23991 req-205860fe-59ce-473d-8797-1a149f1a6d6a tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0697000 Jun 24 10:43:09.004653 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-69f79995-f39b-48b6-8536-19373db23991 req-31e0ffa2-0337-45b4-a976-672c11f88733 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Jun 24 10:43:09.698384 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caee82-28e8-40f1-88cc-0ce72b8f8895 req-8a4aa094-2d4f-4923-a322-087e79fe5cf7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:09.699885 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-57caee82-28e8-40f1-88cc-0ce72b8f8895 req-8a4aa094-2d4f-4923-a322-087e79fe5cf7 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0669451 Jun 24 10:43:09.740501 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-57caee82-28e8-40f1-88cc-0ce72b8f8895 req-fbb7613a-a7be-4f8e-806b-9e3ba8e1c0d5 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Jun 24 10:43:10.198901 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0e0ce-10eb-41c9-81c7-b04f18abfd4f req-c2ad6896-d77e-4555-9be4-590fc376308a tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:10.200314 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-70f0e0ce-10eb-41c9-81c7-b04f18abfd4f req-c2ad6896-d77e-4555-9be4-590fc376308a tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0821474 Jun 24 10:43:10.241703 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-70f0e0ce-10eb-41c9-81c7-b04f18abfd4f req-07f47eb2-4e55-42c1-8481-3033d7cdcd43 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Jun 24 10:43:10.940225 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe716e79-5c2e-4c78-b04a-5185f5c69cfc req-2c57ede4-040b-45b8-b178-3c6fa2ea5fef tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:10.941728 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fe716e79-5c2e-4c78-b04a-5185f5c69cfc req-2c57ede4-040b-45b8-b178-3c6fa2ea5fef tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0769494 Jun 24 10:43:10.979757 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fe716e79-5c2e-4c78-b04a-5185f5c69cfc req-a4b6978d-4084-403d-b22d-ce5f01039f73 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Jun 24 10:43:11.399457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Request body: {'port': {'device_id': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:43:11.428293 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbb19-14c0-4b51-91cb-d5e15a4809bc req-7afa8239-0abe-48c9-8859-504fe0c9865f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:11.469162 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-831dbb19-14c0-4b51-91cb-d5e15a4809bc req-7afa8239-0abe-48c9-8859-504fe0c9865f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 931 time: 0.0738544 Jun 24 10:43:11.469914 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-831dbb19-14c0-4b51-91cb-d5e15a4809bc req-bfb076db-4878-4e04-a7a1-a3b3a372db38 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Jun 24 10:43:11.473295 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:11.747877 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad4724b-2ea6-4d6f-98a1-396d87824c9d {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:43:11.755107 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:12.020038 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Transition to ACTIVE for port object 6ad4724b-2ea6-4d6f-98a1-396d87824c9d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:43:12.097509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:12.101588 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-706d48d2-bb56-49e9-9bb4-a34acadc91e9 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:12.150102 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:12.157259 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:12.202057 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07015b-9ac1-447b-8e80-7ad067629dc8 req-064c1b97-94c6-4d47-b12f-2ab4375a1e4b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:12.203432 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ad07015b-9ac1-447b-8e80-7ad067629dc8 req-064c1b97-94c6-4d47-b12f-2ab4375a1e4b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.0715501 Jun 24 10:43:12.226322 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Attempting to bind port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:43:12.226660 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Attempting to bind port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:43:12.227037 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Attempting to bind port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d on network a21c63e1-7cf8-46ce-b910-2a316c413577 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:43:12.231385 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d on network a21c63e1-7cf8-46ce-b910-2a316c413577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:43:12.231709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Attempting to bind port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d on network a21c63e1-7cf8-46ce-b910-2a316c413577 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:43:12.236528 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:43:12.236867 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Checking segment: {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:43:12.237242 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Bound using segment: {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:43:12.237666 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Bound port: 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca307e8-483a-48ed-a96b-a7817714c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:43:12.238027 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:12.243303 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ad07015b-9ac1-447b-8e80-7ad067629dc8 req-91207c5e-6405-4134-a464-48f77967623e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Jun 24 10:43:12.575090 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:12.578093 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:12.661347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1fbc-4cd9-4191-99c0-b367037ee43c req-28cf465a-271d-4c54-b1a4-c4d9675e4021 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:12.662824 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ecec1fbc-4cd9-4191-99c0-b367037ee43c req-28cf465a-271d-4c54-b1a4-c4d9675e4021 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 943 time: 0.0646789 Jun 24 10:43:12.676245 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:12.687572 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-731b881d-b77a-444c-96a8-5efc0810ff95 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:12.724716 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:12.725506 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:12.726848 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] 10.222.0.45 "PUT /v2.0/ports/6ad4724b-2ea6-4d6f-98a1-396d87824c9d HTTP/1.1" status: 200 len: 1093 time: 1.3324804 Jun 24 10:43:12.730180 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:12.732501 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07469933-b516-4a65-8bb9-0334ae3d8af7" -d '{"events": [{"name": "network-changed", "server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:12.756645 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ecec1fbc-4cd9-4191-99c0-b367037ee43c req-d21db221-f4de-4150-abb3-4d3bdbeff240 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880175 Jun 24 10:43:12.775048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:12.781527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ca504d23-8189-4fd0-9b1c-5ed00eb82aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:12.784507 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb82f2-ae55-4409-9cb3-3c39212d9a3c x-openstack-request-id: req-f7cb82f2-ae55-4409-9cb3-3c39212d9a3c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:12.784870 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:12.784981 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7cb82f2-ae55-4409-9cb3-3c39212d9a3c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:12.785356 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d', 'status': 'completed', 'code': 200} Jun 24 10:43:12.883895 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-5fb4e783-1e70-4a2a-bad3-8b0fdfc90dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:12.885352 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-5fb4e783-1e70-4a2a-bad3-8b0fdfc90dc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 1096 time: 0.0517235 Jun 24 10:43:12.993965 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-4f6f8c14-8653-4f04-b4a4-94510bfabc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:12.995538 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-4f6f8c14-8653-4f04-b4a4-94510bfabc62 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967755 Jun 24 10:43:13.087889 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-9fd90022-4442-4607-9cc3-6089cdeb4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:13.089318 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07469933-b516-4a65-8bb9-0334ae3d8af7 req-9fd90022-4442-4607-9cc3-6089cdeb4c59 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879264 Jun 24 10:43:13.199164 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-97401f09-bcff-4d4e-9625-1b401ffc5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:13.200764 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-97401f09-bcff-4d4e-9625-1b401ffc5549 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 1096 time: 0.0528743 Jun 24 10:43:13.252810 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-f37eba7d-e75d-4173-9071-192ddf59994a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d HTTP/1.1" status: 200 len: 217 time: 0.0376635 Jun 24 10:43:13.302581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-b61d8bee-40a7-43b4-bd2b-743bcd299af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:13.304099 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-b61d8bee-40a7-43b4-bd2b-743bcd299af8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fba35617-b6c7-4b56-8d72-d0b3b34ab16e HTTP/1.1" status: 200 len: 854 time: 0.0448627 Jun 24 10:43:13.339280 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-572e9994-3d36-43dd-849d-6fcaece646aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a21c63e1-7cf8-46ce-b910-2a316c413577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287066 Jun 24 10:43:13.464546 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-34c926b5-0695-423d-8438-83c4efa78723 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186416 Jun 24 10:43:13.485726 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f54fd3-af56-4967-9a32-d3512a561d41 req-e297f9a3-95b4-4899-a051-b6f9ba6cff26 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:13.487261 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-19f54fd3-af56-4967-9a32-d3512a561d41 req-e297f9a3-95b4-4899-a051-b6f9ba6cff26 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 943 time: 0.1247776 Jun 24 10:43:13.569628 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-19f54fd3-af56-4967-9a32-d3512a561d41 req-ad0cec1c-4f75-4b4c-a561-19f6072274e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720332 Jun 24 10:43:13.590703 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-beca6109-d306-4ab7-a09e-bf76d6208509 req-433b8ef7-91ee-40af-9667-cccc2a06db50 service neutron] 10.222.0.45 "GET /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198165 Jun 24 10:43:13.936207 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d52787-f4ff-423b-a4bb-ea310407b2ac req-ea652f75-9529-40dc-bc47-30f7460f1850 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:13.937720 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-77d52787-f4ff-423b-a4bb-ea310407b2ac req-ea652f75-9529-40dc-bc47-30f7460f1850 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 943 time: 0.0715332 Jun 24 10:43:13.941505 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:43:13.977243 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-77d52787-f4ff-423b-a4bb-ea310407b2ac req-ef188d34-764a-41e2-88b3-94e57165cd82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Jun 24 10:43:14.042088 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:14.053624 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'port_id': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'mac_address': 'fa:16:3e:96:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:43:14.088865 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:14.100776 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:43:14.120722 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:14.246184 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:14.248010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:14.294505 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=9']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:14.297585 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:14.584356 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['89dc3b54-86ab-405d-b463-2b95c969b2fc'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:14.760832 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb79c2-afbe-424c-ab89-1599b9b00f63 req-a852dee3-18dc-444f-8ccf-8dd49e3b8faa tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:14.762303 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1fdb79c2-afbe-424c-ab89-1599b9b00f63 req-a852dee3-18dc-444f-8ccf-8dd49e3b8faa tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0681438 Jun 24 10:43:14.804459 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1fdb79c2-afbe-424c-ab89-1599b9b00f63 req-b649d6f1-6523-4158-8bb5-487cddd11971 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jun 24 10:43:15.150165 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d657-edc6-4cae-abf9-aeaf2e8fd533 req-6cb9fc79-556a-41ea-a72c-9a49aa989153 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:15.151627 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b750d657-edc6-4cae-abf9-aeaf2e8fd533 req-6cb9fc79-556a-41ea-a72c-9a49aa989153 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 943 time: 0.0626178 Jun 24 10:43:15.188408 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b750d657-edc6-4cae-abf9-aeaf2e8fd533 req-d74ec1bd-79db-4a7b-9edd-8e11196f633c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Jun 24 10:43:15.941174 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6ad4724b-2ea6-4d6f-98a1-396d87824c9d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:43:15.948402 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:15.997854 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67661-1350-4431-8522-a9c2ab00fa34 req-e4d351e9-cd2a-4b2a-bf33-008e52c439e8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:15.999438 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f8c67661-1350-4431-8522-a9c2ab00fa34 req-e4d351e9-cd2a-4b2a-bf33-008e52c439e8 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 944 time: 0.0794132 Jun 24 10:43:16.037650 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f8c67661-1350-4431-8522-a9c2ab00fa34 req-ec01b22c-3749-4a7c-ad0f-8e240935cd0e tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324125 Jun 24 10:43:16.069202 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 89dc3b54-86ab-405d-b463-2b95c969b2fc triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:43:16.082365 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:16.109840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:16.128301 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d', 'network_id': 'a21c63e1-7cf8-46ce-b910-2a316c413577', 'port_id': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d', 'mac_address': 'fa:16:3e:c0:7e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba35617-b6c7-4b56-8d72-d0b3b34ab16e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:43:16.200010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:16.212380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:16.225011 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad4724b-2ea6-4d6f-98a1-396d87824c9d {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:43:16.253058 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:16.257950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:16.260207 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af667a-776d-4e2d-9500-6a0a65ce89a5" -d '{"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:16.288335 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:16.299148 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da4d60-3bac-4444-8840-ddffefb50add x-openstack-request-id: req-42da4d60-3bac-4444-8840-ddffefb50add {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:16.299450 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-plugged", "status": "completed", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:16.299711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42da4d60-3bac-4444-8840-ddffefb50add {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:16.300109 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'code': 200} Jun 24 10:43:16.331870 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:16.333657 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:16.365325 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:16.381812 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a827a9d-ba81-43f1-8d31-a08f6d8af80b req-9ebd31f9-455c-43f4-aa33-da225ea47dbc tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:16.384049 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a827a9d-ba81-43f1-8d31-a08f6d8af80b req-9ebd31f9-455c-43f4-aa33-da225ea47dbc tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 943 time: 0.0755086 Jun 24 10:43:16.385144 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:16.388245 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:16.388761 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:16.430796 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-3a827a9d-ba81-43f1-8d31-a08f6d8af80b req-2e7dff3e-5a3c-4259-9f20-d54c9cd0e3a4 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Jun 24 10:43:16.445178 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=10']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:16.456986 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:16.685440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['6ad4724b-2ea6-4d6f-98a1-396d87824c9d'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:16.714544 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddda4a-f787-4d43-99ba-effbf89e0844 req-27fd328f-77cf-4701-ada4-058dd5ad89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:16.717155 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1ddda4a-f787-4d43-99ba-effbf89e0844 req-27fd328f-77cf-4701-ada4-058dd5ad89d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1099 time: 0.0629833 Jun 24 10:43:16.753205 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1ddda4a-f787-4d43-99ba-effbf89e0844 req-d5325338-dcec-4969-a713-f6151a706a33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299513 Jun 24 10:43:17.218717 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0bc7d-1888-4523-b5f8-7702940b87f9 req-9e74a4d8-418a-473c-a422-9a2a4da84777 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:17.220184 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8b0bc7d-1888-4523-b5f8-7702940b87f9 req-9e74a4d8-418a-473c-a422-9a2a4da84777 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.0627320 Jun 24 10:43:17.257045 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8b0bc7d-1888-4523-b5f8-7702940b87f9 req-6773bb9d-88d5-4f9b-aa66-8f7d1a13434d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Jun 24 10:43:17.604998 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2e05c-5d63-49b7-bf73-4b2503dc67c1 req-9910f6e9-b053-4237-8e90-194bd0d734b9 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:17.606458 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f8c2e05c-5d63-49b7-bf73-4b2503dc67c1 req-9910f6e9-b053-4237-8e90-194bd0d734b9 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 944 time: 0.0617301 Jun 24 10:43:17.643262 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-f8c2e05c-5d63-49b7-bf73-4b2503dc67c1 req-18d8afaa-a481-49a6-af9b-b4356075ea88 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Jun 24 10:43:17.961276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6ad4724b-2ea6-4d6f-98a1-396d87824c9d up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:18.103454 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:43:18.107376 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:43:18.107746 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:18.186294 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:18.219303 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:18.294027 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:18.296919 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:18.306411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:18.306411 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0428fb6c-4015-4c3d-9b80-ba7a4f8ee9d8" -d '{"events": [{"server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "name": "network-vif-plugged", "status": "completed", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:18.351609 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49434ff3-591a-4b21-ab86-2c4fbbc1a55a x-openstack-request-id: req-49434ff3-591a-4b21-ab86-2c4fbbc1a55a {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:18.352000 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "name": "network-vif-plugged", "status": "completed", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:18.352163 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49434ff3-591a-4b21-ab86-2c4fbbc1a55a {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:18.352561 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d', 'code': 200} Jun 24 10:43:18.355462 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:18.358677 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:18.455821 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752978-3bcf-495f-b61e-470eb6f8c329 req-1b4cf4b7-c82d-4966-9e13-cf4fc4fbc0f6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:18.457471 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99752978-3bcf-495f-b61e-470eb6f8c329 req-1b4cf4b7-c82d-4966-9e13-cf4fc4fbc0f6 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.0693591 Jun 24 10:43:18.502838 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-99752978-3bcf-495f-b61e-470eb6f8c329 req-9c460761-8a97-4652-84d9-a9fbce01ee4d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Jun 24 10:43:18.831485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd7688-1070-45cd-aa7a-8680ba598e6c req-6b2a3d45-9e4a-441b-ac31-700cefd66a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:18.833542 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e2cd7688-1070-45cd-aa7a-8680ba598e6c req-6b2a3d45-9e4a-441b-ac31-700cefd66a94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 1098 time: 0.0924501 Jun 24 10:43:18.855807 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddf38d-4bb0-4fbd-91f9-d2aeec3c6e1e req-458305de-2886-428e-87cd-a0a784fdcaad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:18.857235 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6cddf38d-4bb0-4fbd-91f9-d2aeec3c6e1e req-458305de-2886-428e-87cd-a0a784fdcaad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0880301 Jun 24 10:43:18.902111 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e2cd7688-1070-45cd-aa7a-8680ba598e6c req-c89a2b27-5012-40d5-8425-4d158e2923e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Jun 24 10:43:18.909313 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6cddf38d-4bb0-4fbd-91f9-d2aeec3c6e1e req-a863d1b0-5880-42cf-872c-74f61d5c8e3f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Jun 24 10:43:19.696988 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f259887-7d29-4607-b322-8b6da60214db req-252e46a1-cc2a-48f5-95bd-164c72619dd4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:19.698482 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9f259887-7d29-4607-b322-8b6da60214db req-252e46a1-cc2a-48f5-95bd-164c72619dd4 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.0667913 Jun 24 10:43:19.735809 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9f259887-7d29-4607-b322-8b6da60214db req-63d7405b-de7e-49b7-9a05-bf6d6e42d49c tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Jun 24 10:43:20.091042 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c742154-9e85-4056-b139-fc4e963c88f7 req-c924e5be-189f-4295-9db7-263f98c9b6a6 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:20.092500 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c742154-9e85-4056-b139-fc4e963c88f7 req-c924e5be-189f-4295-9db7-263f98c9b6a6 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jun 24 10:43:20.130744 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c742154-9e85-4056-b139-fc4e963c88f7 req-aabfa5a7-7f4d-4646-b9e8-9a7ce6a6a91b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Jun 24 10:43:21.308297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6757-f45d-401a-8c4e-76d0bbc97434 req-305d5a4e-fc8c-4259-9144-71a43de78597 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:21.309666 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ac4d6757-f45d-401a-8c4e-76d0bbc97434 req-305d5a4e-fc8c-4259-9144-71a43de78597 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0644135 Jun 24 10:43:21.347256 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ac4d6757-f45d-401a-8c4e-76d0bbc97434 req-691fe108-cc73-4744-aaf7-39d44912f91a tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Jun 24 10:43:26.188443 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8c23-6f0d-430b-a204-28315af2f405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:28.020184 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958f329-eb42-4889-8d8f-d004554c452e req-785ad703-41e7-47dc-8ba0-469be9aa1edc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:28.021632 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4958f329-eb42-4889-8d8f-d004554c452e req-785ad703-41e7-47dc-8ba0-469be9aa1edc tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0711207 Jun 24 10:43:28.058942 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-4958f329-eb42-4889-8d8f-d004554c452e req-16482add-c214-48de-ae9b-914b49bb0f37 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Jun 24 10:43:29.009287 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b1f6da34-0819-43ff-8d2f-1ac34ad9539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:29.074800 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:29.254560 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dce406-32ad-4586-a65f-29b560bd9e4f req-7f4103ad-cc47-4378-8189-e25973e719e6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:29.256285 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58dce406-32ad-4586-a65f-29b560bd9e4f req-7f4103ad-cc47-4378-8189-e25973e719e6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0708554 Jun 24 10:43:29.303276 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58dce406-32ad-4586-a65f-29b560bd9e4f req-345fe541-01ed-47c8-98c9-0cec133fa930 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402498 Jun 24 10:43:30.070594 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:30.495114 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-6b0d5639-da6d-440a-aae6-225e6ef3cbea tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:30.496557 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-6b0d5639-da6d-440a-aae6-225e6ef3cbea tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.1039279 Jun 24 10:43:30.510970 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70838e51-6638-497e-8333-6d6832365837 req-962c7268-8d23-4134-8cb5-02c88741f833 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:30.512364 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-70838e51-6638-497e-8333-6d6832365837 req-962c7268-8d23-4134-8cb5-02c88741f833 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 945 time: 0.0884752 Jun 24 10:43:30.582049 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-70838e51-6638-497e-8333-6d6832365837 req-92daea45-c515-46cb-8742-289e93fb2ed6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups?id=cac0b38f-29d2-437b-933f-157b748795ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635657 Jun 24 10:43:30.632559 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Deleting port cbe43753-2ddf-47bd-a9c4-e65966295fef {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:30.632910 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:30.722532 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] For port cbe43753-2ddf-47bd-a9c4-e65966295fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbe43753-2ddf-47bd-a9c4-e65966295fef,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:30.722894 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:30.889181 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:30.889564 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:30.889967 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Floating IP 77c7202a-8c15-464f-a486-20eb8603e7e1 disassociated. External IP: 172.28.2.163, port: cbe43753-2ddf-47bd-a9c4-e65966295fef. Jun 24 10:43:30.890320 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Calling delete_port for cbe43753-2ddf-47bd-a9c4-e65966295fef owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:31.114429 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:31.118586 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-65687830-3b27-416c-a758-0cae0f62034c tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:31.143010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'Port': ['ID=cbe43753-2ddf-47bd-a9c4-e65966295fef,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:31.146618 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:31.257190 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:31.299276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:31.366519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:31.383835 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777967fc-2892-4163-a028-329218982f7a None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:31.396021 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777967fc-2892-4163-a028-329218982f7a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:31.396768 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-777967fc-2892-4163-a028-329218982f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:31.420562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] No DVR routers for this DVR port cbe43753-2ddf-47bd-a9c4-e65966295fef on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:31.420562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:31.420562 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0911126e-59aa-4329-aec4-73150f8dabc3 req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.45 "DELETE /v2.0/ports/cbe43753-2ddf-47bd-a9c4-e65966295fef HTTP/1.1" status: 204 len: 173 time: 0.9157257 Jun 24 10:43:31.420562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'name': 'network-vif-deleted', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:31.422110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea968f47-d777-461b-9725-7ed531981ff1" -d '{"events": [{"server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "name": "network-vif-deleted", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:31.461211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99678b26-df53-4334-a8dd-f3d5c54e7d6a x-openstack-request-id: req-99678b26-df53-4334-a8dd-f3d5c54e7d6a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:31.461211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ce1b04-5c00-46e2-abd9-33ea8dea5f1b", "name": "network-vif-deleted", "tag": "cbe43753-2ddf-47bd-a9c4-e65966295fef", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:31.461211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99678b26-df53-4334-a8dd-f3d5c54e7d6a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:31.461700 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ce1b04-5c00-46e2-abd9-33ea8dea5f1b', 'name': 'network-vif-deleted', 'tag': 'cbe43753-2ddf-47bd-a9c4-e65966295fef', 'status': 'completed', 'code': 200} Jun 24 10:43:31.509692 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-777967fc-2892-4163-a028-329218982f7a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:31.725357 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-777967fc-2892-4163-a028-329218982f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:31.734429 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-291c1b96-2623-4967-a060-8b95c0ee75c2 req-89df3420-7e65-43e5-9ff3-6c5f135744ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ce1b04-5c00-46e2-abd9-33ea8dea5f1b HTTP/1.1" status: 200 len: 210 time: 0.0315616 Jun 24 10:43:31.753627 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777967fc-2892-4163-a028-329218982f7a None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:31.761594 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777967fc-2892-4163-a028-329218982f7a None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:31.762221 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-777967fc-2892-4163-a028-329218982f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:31.825623 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-1e0685f7-e45d-4c9e-8a0c-e02858feabcb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513597 Jun 24 10:43:31.870157 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-777967fc-2892-4163-a028-329218982f7a None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:31.922128 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-62845dad-225a-46c5-9123-78c92fe8e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:31.923563 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-62845dad-225a-46c5-9123-78c92fe8e921 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 1099 time: 0.0517256 Jun 24 10:43:32.035412 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-04033e31-b30f-4644-8d1c-df8941798ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:32.037048 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-04033e31-b30f-4644-8d1c-df8941798ae8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 200 len: 917 time: 0.0891519 Jun 24 10:43:32.081113 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-777967fc-2892-4163-a028-329218982f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:32.103710 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-da50ed73-620c-400a-a05b-a59b0d838678 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 200 len: 1000 time: 0.0573454 Jun 24 10:43:32.107690 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777967fc-2892-4163-a028-329218982f7a None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:37:28Z', 'revision_number': 4, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3', 'name': '', 'network_id': '073b20f6-7640-4fb0-a1d1-4c03eeb8c612', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'mac_address': 'fa:16:3e:67:0a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:28Z', 'updated_at': '2021-06-24T10:37:34Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'subnets': [{'id': '1b8550f6-95be-4670-8b94-c4b007a9fde6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:32.152502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:32.167810 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-805a3c9a-236c-4287-b5ec-ef4310fdfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:32.169250 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-805a3c9a-236c-4287-b5ec-ef4310fdfdd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 200 len: 855 time: 0.0547550 Jun 24 10:43:32.228932 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-235d40f7-ec74-4d61-9259-681b8dff06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:32.230409 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-235d40f7-ec74-4d61-9259-681b8dff06da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ee2ed9f-cfa4-4718-a044-880bf9fc8275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523090 Jun 24 10:43:32.336682 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46427d-a5e0-43cc-9d04-397f50a4534b None None] New status for floating IP 77c7202a-8c15-464f-a486-20eb8603e7e1: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:43:32.338067 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-ac1212d7-5e79-45fb-ae8e-ee318ba7bbe8 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Jun 24 10:43:32.432961 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a503cd8c-4dbb-4fd2-bb41-01674166df93 req-2b9ddbc0-f0fa-466e-ac62-e125a36f9be9 service neutron] 10.222.0.45 "GET /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Jun 24 10:43:32.934768 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:32.988246 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.012296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.139068 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.141751 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.142934 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "DELETE /v2.0/security-groups/cac0b38f-29d2-437b-933f-157b748795ff HTTP/1.1" status: 204 len: 168 time: 0.2070980 Jun 24 10:43:33.143735 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18b578e1-c320-44cc-a630-1674308ba309 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:33.145697 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60310) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:33.152633 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac0b38f-29d2-437b-933f-157b748795ff,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:33.155029 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0de9d0cf-bbf4-4826-94f7-9e51ff164364 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:33.161715 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.api.v2.resource [None req-16773ec8-b9f8-44d3-89f9-d8de813996ca tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] show failed (client error): The resource could not be found. Jun 24 10:43:33.162744 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-16773ec8-b9f8-44d3-89f9-d8de813996ca tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "GET /v2.0/security-groups/cac0b38f-29d2-437b-933f-157b748795ff HTTP/1.1" status: 404 len: 347 time: 0.0160613 Jun 24 10:43:33.168430 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60312) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:33.286508 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Deleting port 36c4373f-b92c-4601-803e-342ed3b6aa4a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:33.286866 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.360135 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.360459 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.371648 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Calling delete_port for 36c4373f-b92c-4601-803e-342ed3b6aa4a owned by network:floatingip {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:33.584951 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.586841 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-267fc8b8-1f0d-419c-807f-412e8ba3ae80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:33.609601 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Pushing event deleted for resources: {'Port': ['ID=36c4373f-b92c-4601-803e-342ed3b6aa4a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:33.636789 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.637156 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.637513 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.637868 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.638221 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.638569 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.638899 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.639268 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.639608 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.639967 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.640289 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.640626 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:33.644159 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:33.679172 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.681640 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:33.682755 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] 10.222.0.24 "DELETE /v2.0/floatingips/77c7202a-8c15-464f-a486-20eb8603e7e1 HTTP/1.1" status: 204 len: 168 time: 0.5134375 Jun 24 10:43:34.039173 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device cbe43753-2ddf-47bd-a9c4-e65966295fef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:34.059769 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: cbe43753-2ddf-47bd-a9c4-e65966295fef {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:34.060230 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device cbe43753-2ddf-47bd-a9c4-e65966295fef not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:36.076671 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:43:37.780429 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60354) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:38.246931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:38.538721 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Deleting port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:38.539002 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:38.616346 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] For port 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:38.616726 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:38.630692 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Calling delete_port for 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:39.041777 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:39.043937 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:39.064592 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:39.068415 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:39.233721 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:39.670663 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Router 83dea28e-bda6-4a7b-91ed-52b519f69736 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:39.791988 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:39.798123 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] 10.222.0.24 "PUT /v2.0/routers/83dea28e-bda6-4a7b-91ed-52b519f69736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0163314 Jun 24 10:43:39.800694 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60368) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:39.803951 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Sync routers for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:39.813852 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:39.814477 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:39.918808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.029066 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.043934 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:40.213627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Deleting port 95a60f68-967c-4075-952b-0e02f4be8d10 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:40.214331 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.245479 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:43:38Z', 'revision_number': 5, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port': {'id': '95a60f68-967c-4075-952b-0e02f4be8d10', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:37:25Z', 'updated_at': '2021-06-24T10:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:40.277956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Checking router: 83dea28e-bda6-4a7b-91ed-52b519f69736 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:40.288343 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Routers {'83dea28e-bda6-4a7b-91ed-52b519f69736'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:40.288965 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['83dea28e-bda6-4a7b-91ed-52b519f69736'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:40.301622 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] For port 95a60f68-967c-4075-952b-0e02f4be8d10, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=95a60f68-967c-4075-952b-0e02f4be8d10,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:40.301984 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.314960 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Calling delete_port for 95a60f68-967c-4075-952b-0e02f4be8d10 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:40.377531 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] Set router 83dea28e-bda6-4a7b-91ed-52b519f69736 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:40.434054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:43:40Z', 'revision_number': 6, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:40.460354 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c63ed-8f6e-4bcb-85e9-7eab0fc291f1 None None] The sync data for ids ['83dea28e-bda6-4a7b-91ed-52b519f69736'] in dv-cinder-786386-9-smb is: [{'id': '83dea28e-bda6-4a7b-91ed-52b519f69736', 'name': 'tempest-AttachVolumeTestJSON-464402018-router', 'tenant_id': '61d23b7993984de1aa6b12a12a709ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:37:24Z', 'updated_at': '2021-06-24T10:43:40Z', 'revision_number': 6, 'project_id': '61d23b7993984de1aa6b12a12a709ea2', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:40.617521 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.620233 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-541e493c-b35f-42c3-93da-838782f11086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:40.642806 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Pushing event deleted for resources: {'Port': ['ID=95a60f68-967c-4075-952b-0e02f4be8d10,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:40.650106 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:40.713239 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.806511 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.808661 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.916450 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.917014 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83dea28e-bda6-4a7b-91ed-52b519f69736 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:43:40.922580 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:40.923776 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ff3e6206-7621-49e0-b2fe-02570835805c admin admin] 10.222.0.24 "DELETE /v2.0/routers/83dea28e-bda6-4a7b-91ed-52b519f69736 HTTP/1.1" status: 204 len: 168 time: 1.1219497 Jun 24 10:43:40.926328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60374) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:40.969741 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Deleting subnet 1b8550f6-95be-4670-8b94-c4b007a9fde6 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:43:40.972872 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.006461 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.115438 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.242128 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.244763 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:41.275642 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8550f6-95be-4670-8b94-c4b007a9fde6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:41.279153 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:41.281886 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.283721 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-37089761-83cc-4be5-92e9-407df28bafe2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b8550f6-95be-4670-8b94-c4b007a9fde6 HTTP/1.1" status: 204 len: 168 time: 0.3564913 Jun 24 10:43:41.286299 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60378) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:41.288953 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651886e6-d43b-4f2b-87b9-8c1ce346e24a None None] Network 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:43:41.360599 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.415205 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Deleting port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:41.415462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.489682 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650a864-4bc0-4353-886a-52051329f452 None None] DHCP port deletion for 073b20f6-7640-4fb0-a1d1-4c03eeb8c612 request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:43:41.490273 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] For port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:41.491233 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.506768 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Calling delete_port for 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:41.546457 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Deleting port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:41.547041 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.619647 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8650a864-4bc0-4353-886a-52051329f452 None None] For port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,segment=NetworkSegment(5ca135ca-1f22-4faf-ace5-e791752ae206),segment_id=5ca135ca-1f22-4faf-ace5-e791752ae206)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:41.620050 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.638943 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Calling delete_port for 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:41.702300 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.705542 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-736c94c3-da12-4077-814a-1988a5e041af tempest-DeleteServersTestJSON-1854518877 tempest-DeleteServersTestJSON-1854518877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:41.731484 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:41.734859 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:41.735723 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] No DVR routers for this DVR port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a on host dv-cinder-786386-9-smb {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:41.764238 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.767181 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:41.795343 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650a864-4bc0-4353-886a-52051329f452 None None] No DVR routers for this DVR port 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:41.799829 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Pushing event deleted for resources: {'Port': ['ID=2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:41.808539 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.808889 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.809119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.809240 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.809554 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.809889 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.810284 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.810608 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.811310 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.811310 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.812388 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.812722 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.813050 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:41.816634 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8650a864-4bc0-4353-886a-52051329f452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:41.824775 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073b20f6-7640-4fb0-a1d1-4c03eeb8c612']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:41.835904 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca135ca-1f22-4faf-ace5-e791752ae206') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:41.836200 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca135ca-1f22-4faf-ace5-e791752ae206') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:41.845123 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.858447 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.864771 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:43:41.865150 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:43:41.866717 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:43:42.002253 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:42.002711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 95a60f68-967c-4075-952b-0e02f4be8d10 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:42.005586 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:42.009000 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:42.010803 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] 10.222.0.24 "DELETE /v2.0/networks/073b20f6-7640-4fb0-a1d1-4c03eeb8c612 HTTP/1.1" status: 204 len: 168 time: 0.7233694 Jun 24 10:43:42.026380 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=073b20f6-7640-4fb0-a1d1-4c03eeb8c612,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:42.026380 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:42.026577 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 95a60f68-967c-4075-952b-0e02f4be8d10 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:42.026577 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 95a60f68-967c-4075-952b-0e02f4be8d10 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:42.026577 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:42.044283 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:42.044664 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2cd0ffe0-422b-41c8-b6ba-9944ba60f7e3 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:42.045089 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:42.064055 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:42.064383 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 2466ac3a-918d-4ac9-a6eb-9f1145c8ce4a not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:42.893330 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60392) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:42.933954 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0e148f94-157f-4799-a502-6114923ac8e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61d23b7993984de1aa6b12a12a709ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394130 Jun 24 10:43:42.936338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60394) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:42.983075 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:43.005795 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:43.110627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:43.115026 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:43.116726 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0e86f96-b7ce-41ad-bc4a-58a8830b284f HTTP/1.1" status: 204 len: 168 time: 0.1793225 Jun 24 10:43:43.117763 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6b799ebd-c568-4b8a-9699-3deecbd1f741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:43.128454 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e86f96-b7ce-41ad-bc4a-58a8830b284f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:43.132796 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:44.667183 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60426) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:44.699947 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e6c9d-823b-4804-8bf0-6e7a76dc8277 req-a3018a0d-c615-4a7d-ba33-c3c6763f15ad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:44.701916 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a43e6c9d-823b-4804-8bf0-6e7a76dc8277 req-a3018a0d-c615-4a7d-ba33-c3c6763f15ad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0767782 Jun 24 10:43:44.742748 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a43e6c9d-823b-4804-8bf0-6e7a76dc8277 req-889060e0-38e5-4567-9616-9297af5f2c25 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Jun 24 10:43:44.989473 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Deleting port 08ab6646-b525-421f-abf1-607318a43b17 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:44.989830 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:45.064670 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:45.064978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:45.077213 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Calling delete_port for 08ab6646-b525-421f-abf1-607318a43b17 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:45.577143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:45.582379 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:45.602848 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event deleted for resources: {'Port': ['ID=08ab6646-b525-421f-abf1-607318a43b17,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:45.605932 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:45.666161 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:45.666553 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Floating IP 25a01517-6ff0-48ce-b13f-8987c7327340 disassociated (deleted). External IP: 172.28.2.27, port: d351664e-4b31-4c89-937c-bd5ab89196ed. Jun 24 10:43:45.909358 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:45.980321 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73519ecc-5e91-4f4d-b826-6068a91f5a0b req-377d8bcd-5a7f-4c0a-aea2-ceb285d7fc01 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:45.981768 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-73519ecc-5e91-4f4d-b826-6068a91f5a0b req-377d8bcd-5a7f-4c0a-aea2-ceb285d7fc01 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.1168020 Jun 24 10:43:46.063641 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-73519ecc-5e91-4f4d-b826-6068a91f5a0b req-2985b5a0-67d7-4ab4-8983-4eefe6e61c0c tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727353 Jun 24 10:43:46.064644 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:46.070111 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.075863 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Sync routers for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:46.090685 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:46.092847 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:46.105128 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "DELETE /v2.0/floatingips/25a01517-6ff0-48ce-b13f-8987c7327340 HTTP/1.1" status: 204 len: 168 time: 1.4366968 Jun 24 10:43:46.105781 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:46.115710 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904" -d '{"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:46.166790 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea81c3-70fa-464d-9ee8-55dfa6ef2b1d x-openstack-request-id: req-01ea81c3-70fa-464d-9ee8-55dfa6ef2b1d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:46.167157 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:46.167454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01ea81c3-70fa-464d-9ee8-55dfa6ef2b1d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:46.167891 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'status': 'completed', 'code': 200} Jun 24 10:43:46.227022 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:46.314336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-9211630d-d276-4818-97a5-f52dd4a5a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:46.315966 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-9211630d-d276-4818-97a5-f52dd4a5a77a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26681666493b4292980156d39206122f&device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 1098 time: 0.0747623 Jun 24 10:43:46.336245 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60462) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:46.417697 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-27ee2701-d4c0-4e26-956e-a2257582b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:46.419612 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-27ee2701-d4c0-4e26-956e-a2257582b1f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 200 len: 910 time: 0.0960033 Jun 24 10:43:46.449748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.462101 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:46.472403 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-88a8bbfc-9b38-4b34-82a1-ec0fdfaad58b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 200 len: 217 time: 0.0385346 Jun 24 10:43:46.489117 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Checking router: 7295cc50-335a-4cd7-bc75-4e263fd3eb10 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:46.497849 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:46.498465 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:46.538155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-a1c6e1c4-2cb6-48b8-acd6-1838384d201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:46.539905 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-a1c6e1c4-2cb6-48b8-acd6-1838384d201b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 200 len: 848 time: 0.0552080 Jun 24 10:43:46.570760 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.610271 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-a1380bad-9c13-4e35-abbe-3e340800c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:46.611953 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-a1380bad-9c13-4e35-abbe-3e340800c319 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45899704-97c3-476e-bec7-2e520450a5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586956 Jun 24 10:43:46.614508 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:46.677662 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.683122 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-96ac73a9-94a5-421b-ad43-d979c2925abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:46.723275 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d2821052a63405bb59f45b3946ff8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852556 Jun 24 10:43:46.726191 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60468) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:46.728164 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57481be5-61e3-4320-a00d-adb4879d134b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:46.735402 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:46.744620 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-10dae9fd-cefe-440b-bf7b-2bac48597e24 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176543 Jun 24 10:43:46.795732 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.820655 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.851821 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:46.885210 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c13cac-97a4-421f-a16a-3a0489f1c611 None None] The sync data for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb is: [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:38:09Z', 'revision_number': 4, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0466f755-b644-409c-a49e-4193ee0a6ddd', 'name': '', 'network_id': '45899704-97c3-476e-bec7-2e520450a5fd', 'tenant_id': '26681666493b4292980156d39206122f', 'mac_address': 'fa:16:3e:59:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:08Z', 'updated_at': '2021-06-24T10:38:16Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'subnets': [{'id': 'ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:46.895079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ebab5-fd8e-4295-ab24-961ca8155dc9 req-73720c26-2a4d-4df4-88ae-b3630a89547e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:46.896730 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1a7ebab5-fd8e-4295-ab24-961ca8155dc9 req-73720c26-2a4d-4df4-88ae-b3630a89547e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.1401608 Jun 24 10:43:46.901941 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bde55fb-3ce3-4bb6-a55a-23f8dbd0b904 req-20a8ab2b-3b8f-4321-9a94-4e66f155b931 service neutron] 10.222.0.45 "GET /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361210 Jun 24 10:43:46.939650 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1a7ebab5-fd8e-4295-ab24-961ca8155dc9 req-4e28275b-8d6e-4b6e-b3d4-e369bb6a6f66 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366538 Jun 24 10:43:46.964649 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.974264 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:46.974264 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57481be5-61e3-4320-a00d-adb4879d134b HTTP/1.1" status: 204 len: 168 time: 0.2347503 Jun 24 10:43:46.974264 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cb6f2dc0-1b5e-4c69-8e17-6f1373d5948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:46.980721 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57481be5-61e3-4320-a00d-adb4879d134b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:46.990302 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:47.135986 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f534b-9844-4ef6-ae6a-fe01901bde57 None None] New status for floating IP 25a01517-6ff0-48ce-b13f-8987c7327340: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:43:47.257908 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36076b7f-17b4-40d5-ab89-80bcb550b054 req-ab4f52a3-d7f2-4189-86e4-cb6ab598c7ee tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:47.259403 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-36076b7f-17b4-40d5-ab89-80bcb550b054 req-ab4f52a3-d7f2-4189-86e4-cb6ab598c7ee tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0659165 Jun 24 10:43:47.297511 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-36076b7f-17b4-40d5-ab89-80bcb550b054 req-357cbf2c-da1d-4f86-9d12-16379e4ce774 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jun 24 10:43:47.812505 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60478) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:47.825483 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:47.909769 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:47.984430 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:47.987381 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4ab95432-b3b3-408f-8f04-07e0a948ce22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:48.024735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2349ee93-a573-459a-96b0-cedc6a68ed13,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.029238 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf50a22d6e5a4ffcbd26cf21c4d865f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164655 Jun 24 10:43:48.030157 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:48.032018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60482) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:48.087845 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:48.113123 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:48.125155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5f77-05be-4054-8e4f-03a88d0da114 req-3ef0ca14-2d8e-4f79-b2cc-093711c53c4a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:48.126653 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d7de5f77-05be-4054-8e4f-03a88d0da114 req-3ef0ca14-2d8e-4f79-b2cc-093711c53c4a tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0710337 Jun 24 10:43:48.166574 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d7de5f77-05be-4054-8e4f-03a88d0da114 req-33048043-d93d-47ba-b8b0-6aed156781bc tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338490 Jun 24 10:43:48.271328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:48.274564 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:48.276361 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2349ee93-a573-459a-96b0-cedc6a68ed13 HTTP/1.1" status: 204 len: 168 time: 0.2431574 Jun 24 10:43:48.277477 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-af02e460-98e5-43f8-aed4-85a4cab7cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:48.285862 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2349ee93-a573-459a-96b0-cedc6a68ed13,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.290765 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:48.486107 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44196-b873-4a33-a432-504219f266af req-b65aef07-fce2-4d4e-810c-70418973ad2b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:48.487605 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4d44196-b873-4a33-a432-504219f266af req-b65aef07-fce2-4d4e-810c-70418973ad2b tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0769987 Jun 24 10:43:48.534636 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c4d44196-b873-4a33-a432-504219f266af req-2e6ebac4-a568-4f88-bc00-a0ac307d5e7f tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Jun 24 10:43:48.769601 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-aa82c7a4-0af4-4c4e-8bff-707f9def9f8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:48.771090 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-aa82c7a4-0af4-4c4e-8bff-707f9def9f8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.0666220 Jun 24 10:43:49.133644 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Deleting port d351664e-4b31-4c89-937c-bd5ab89196ed {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:49.134349 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:49.219656 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] For port d351664e-4b31-4c89-937c-bd5ab89196ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d351664e-4b31-4c89-937c-bd5ab89196ed,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:49.220067 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:49.233675 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Calling delete_port for d351664e-4b31-4c89-937c-bd5ab89196ed owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:49.418133 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162828f1-3063-4877-93d3-c1e199993155 req-9143daa1-bc71-4967-baeb-9da14cd697c2 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:49.419849 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-162828f1-3063-4877-93d3-c1e199993155 req-9143daa1-bc71-4967-baeb-9da14cd697c2 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 945 time: 0.1406531 Jun 24 10:43:49.469385 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-162828f1-3063-4877-93d3-c1e199993155 req-4d2a4ae7-1b19-4d64-814e-fb84dffb00b7 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f6f592b-0302-424d-a253-4647eec6a89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Jun 24 10:43:49.588205 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:49.593079 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a9d54293-a0e6-4cf9-af31-3e100f121ac6 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:49.623364 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event deleted for resources: {'Port': ['ID=d351664e-4b31-4c89-937c-bd5ab89196ed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:49.656392 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:49.677921 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] No DVR routers for this DVR port d351664e-4b31-4c89-937c-bd5ab89196ed on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:49.680500 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:49.682460 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-037c40e6-f73f-488a-a93f-31d5eecb0b6e req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.45 "DELETE /v2.0/ports/d351664e-4b31-4c89-937c-bd5ab89196ed HTTP/1.1" status: 204 len: 173 time: 0.9034555 Jun 24 10:43:49.683094 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-deleted', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:49.685372 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469c0fa-a9dd-4063-90f3-c4312f957baf" -d '{"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-deleted", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:49.721257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7f49e-b2c9-4a32-a70b-df0a70c08d34 x-openstack-request-id: req-a9a7f49e-b2c9-4a32-a70b-df0a70c08d34 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:49.721594 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d891a10-1106-4ab4-bc57-226d32ccc70d", "name": "network-vif-deleted", "tag": "d351664e-4b31-4c89-937c-bd5ab89196ed", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:49.721886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9a7f49e-b2c9-4a32-a70b-df0a70c08d34 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:49.722317 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d891a10-1106-4ab4-bc57-226d32ccc70d', 'name': 'network-vif-deleted', 'tag': 'd351664e-4b31-4c89-937c-bd5ab89196ed', 'status': 'completed', 'code': 200} Jun 24 10:43:49.728351 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ac79-5e04-4976-950a-e4183c83658b req-455193c3-c08e-4347-aa12-9a3c3d3e9ff7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:49.729893 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ab13ac79-5e04-4976-950a-e4183c83658b req-455193c3-c08e-4347-aa12-9a3c3d3e9ff7 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0775290 Jun 24 10:43:49.768093 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ab13ac79-5e04-4976-950a-e4183c83658b req-6ae40d79-fed3-41c3-bac6-0dfd6cb98960 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jun 24 10:43:50.610955 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-fcd3ce0c-a1da-4029-aa95-1260bf692d04 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:50.612485 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-fcd3ce0c-a1da-4029-aa95-1260bf692d04 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0880396 Jun 24 10:43:50.667433 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-87be4418-3756-4ca6-9096-0bce2ce5fb23 req-1c0c0a77-0cdd-4865-9607-0cea1085847d tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d891a10-1106-4ab4-bc57-226d32ccc70d HTTP/1.1" status: 200 len: 210 time: 0.0643711 Jun 24 10:43:50.739522 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Deleting port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:50.739869 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:50.829510 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] For port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,segment=NetworkSegment(eca307e8-483a-48ed-a96b-a7817714c720),segment_id=eca307e8-483a-48ed-a96b-a7817714c720)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:50.829880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:50.843609 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Calling delete_port for 6ad4724b-2ea6-4d6f-98a1-396d87824c9d owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:50.959778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea9c3d-fa3a-47a9-b3ec-ff744ce30130 req-5a4b3f83-7d25-4864-bf4e-ec6189069dad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:50.961834 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-68ea9c3d-fa3a-47a9-b3ec-ff744ce30130 req-5a4b3f83-7d25-4864-bf4e-ec6189069dad tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Jun 24 10:43:51.016054 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-68ea9c3d-fa3a-47a9-b3ec-ff744ce30130 req-0be32447-4d79-4761-bf43-2143f13756c8 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f182ce5-df2e-4325-9523-163183cb3cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Jun 24 10:43:51.115937 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:51.120372 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37a33cd4-f0b4-4a07-8090-e89660fadc8e tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:51.150859 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Pushing event deleted for resources: {'Port': ['ID=6ad4724b-2ea6-4d6f-98a1-396d87824c9d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:51.152064 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['6ad4724b-2ea6-4d6f-98a1-396d87824c9d'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:51.154002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:51.202463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] No DVR routers for this DVR port 6ad4724b-2ea6-4d6f-98a1-396d87824c9d on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:51.205155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:51.215007 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-07944871-0a1f-4544-ae56-39ac4f1c1b65 req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.45 "DELETE /v2.0/ports/6ad4724b-2ea6-4d6f-98a1-396d87824c9d HTTP/1.1" status: 204 len: 173 time: 0.5860517 Jun 24 10:43:51.723908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'name': 'network-vif-deleted', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:51.726490 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfed63f-9c05-4a44-ad7c-eb41b34e802e" -d '{"events": [{"server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "name": "network-vif-deleted", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:51.773116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549ed93-6a0a-48e6-9c79-f2e4072b5abb x-openstack-request-id: req-5549ed93-6a0a-48e6-9c79-f2e4072b5abb {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:51.773116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ae397-e8db-490f-b5da-193b98ebf198", "name": "network-vif-deleted", "tag": "6ad4724b-2ea6-4d6f-98a1-396d87824c9d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:51.773116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5549ed93-6a0a-48e6-9c79-f2e4072b5abb {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:51.773584 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60544) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:51.773687 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ae397-e8db-490f-b5da-193b98ebf198', 'name': 'network-vif-deleted', 'tag': '6ad4724b-2ea6-4d6f-98a1-396d87824c9d', 'status': 'completed', 'code': 200} Jun 24 10:43:51.828317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:51.852922 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:52.018435 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:52.021550 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:52.022756 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f6f592b-0302-424d-a253-4647eec6a89e HTTP/1.1" status: 204 len: 168 time: 0.2520587 Jun 24 10:43:52.023595 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-734006c3-3484-4a7c-9447-789103655687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:52.032603 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f592b-0302-424d-a253-4647eec6a89e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:52.053506 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:52.165285 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:52.165874 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e4cf3ed3-c766-436a-9b55-0f7ead0612d5 req-c2ce982b-0592-49e8-910c-2bcc8a197733 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] 10.222.0.24 "GET /v2.0/ports?device_id=a79ae397-e8db-490f-b5da-193b98ebf198 HTTP/1.1" status: 200 len: 210 time: 0.0299947 Jun 24 10:43:52.188325 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: d351664e-4b31-4c89-937c-bd5ab89196ed {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:52.188681 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device d351664e-4b31-4c89-937c-bd5ab89196ed not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:52.218664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60552) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:52.700048 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:52.947263 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Deleting port 0466f755-b644-409c-a49e-4193ee0a6ddd {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:52.947920 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:53.021542 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] For port 0466f755-b644-409c-a49e-4193ee0a6ddd, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0466f755-b644-409c-a49e-4193ee0a6ddd,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:53.021899 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:53.034038 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Calling delete_port for 0466f755-b644-409c-a49e-4193ee0a6ddd owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:53.287194 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:53.290328 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e906f511-5341-4774-ad55-6b92f05a9603 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:53.318458 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0466f755-b644-409c-a49e-4193ee0a6ddd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:53.328605 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.328989 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.329461 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.329718 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.330113 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.330427 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.330785 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.331462 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.331967 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.332329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.337708 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.337708 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.351933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:53.491576 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:53.696752 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:53.802084 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:53.810401 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/7295cc50-335a-4cd7-bc75-4e263fd3eb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873613 Jun 24 10:43:53.810535 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60574) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:53.813426 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Sync routers for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:53.823541 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:53.824186 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:53.925862 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:53.931863 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:54.052783 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.130257 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:43:53Z', 'revision_number': 5, 'project_id': '26681666493b4292980156d39206122f', 'gw_port': {'id': 'b7ba8087-6b87-474f-a0af-b507b8d365e5', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:06Z', 'updated_at': '2021-06-24T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:54.159572 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Checking router: 7295cc50-335a-4cd7-bc75-4e263fd3eb10 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:54.161015 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6ad4724b-2ea6-4d6f-98a1-396d87824c9d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:54.168156 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Routers {'7295cc50-335a-4cd7-bc75-4e263fd3eb10'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:54.168838 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:54.181767 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 6ad4724b-2ea6-4d6f-98a1-396d87824c9d {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:54.182117 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 6ad4724b-2ea6-4d6f-98a1-396d87824c9d not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:54.186820 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Deleting port b7ba8087-6b87-474f-a0af-b507b8d365e5 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:54.187114 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.249250 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] Set router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:54.263831 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] For port b7ba8087-6b87-474f-a0af-b507b8d365e5, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=b7ba8087-6b87-474f-a0af-b507b8d365e5,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:54.264185 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.277669 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Calling delete_port for b7ba8087-6b87-474f-a0af-b507b8d365e5 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:54.393634 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:43:54Z', 'revision_number': 6, 'project_id': '26681666493b4292980156d39206122f', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:54.419668 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bdbca-4019-4c6a-a153-f304c757435d None None] The sync data for ids ['7295cc50-335a-4cd7-bc75-4e263fd3eb10'] in dv-cinder-786386-9-smb is: [{'id': '7295cc50-335a-4cd7-bc75-4e263fd3eb10', 'name': 'tempest-TestShelveInstance-1857793762-router', 'tenant_id': '26681666493b4292980156d39206122f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:05Z', 'updated_at': '2021-06-24T10:43:54Z', 'revision_number': 6, 'project_id': '26681666493b4292980156d39206122f', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:54.784624 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.787309 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-930ea7a4-d06e-4d09-ab29-8fa7220ce278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:54.814582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ba8087-6b87-474f-a0af-b507b8d365e5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:54.821755 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:54.886835 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.975181 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:54.977383 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.132711 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.133263 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7295cc50-335a-4cd7-bc75-4e263fd3eb10 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:43:55.141203 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.141203 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-256db1f8-2fad-43b2-8773-225b75e0adbc admin admin] 10.222.0.24 "DELETE /v2.0/routers/7295cc50-335a-4cd7-bc75-4e263fd3eb10 HTTP/1.1" status: 204 len: 168 time: 1.3278689 Jun 24 10:43:55.141460 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60604) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:55.187831 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Deleting subnet ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:43:55.190836 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.225827 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.306430 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.453446 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.457460 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e165d1fc-ce58-4998-b585-2cef685d94fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:55.480847 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:55.482756 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.484587 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ed5d6b9f-c8c8-4cf5-9907-448e6eb66db3 HTTP/1.1" status: 204 len: 168 time: 0.3422928 Jun 24 10:43:55.485436 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c2eeba3c-8233-4e43-a72f-3cfa5e9a1f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:55.487190 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60608) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:55.489762 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81c2a0-3ea7-4429-9a9a-f1cea2324bf5 None None] Network 45899704-97c3-476e-bec7-2e520450a5fd requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:43:55.558424 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.615901 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Deleting port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:55.616317 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.674129 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] DHCP port deletion for 45899704-97c3-476e-bec7-2e520450a5fd request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:43:55.682131 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] For port 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=45f7bf53-da2a-4e67-a230-1c6a85f1e856,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:55.686111 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.695566 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Calling delete_port for 45f7bf53-da2a-4e67-a230-1c6a85f1e856 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:55.719276 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Deleting port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:55.719684 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.782843 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] For port 45f7bf53-da2a-4e67-a230-1c6a85f1e856, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=45f7bf53-da2a-4e67-a230-1c6a85f1e856,segment=NetworkSegment(74c86c4a-6a92-4e5d-ae4f-c408cd159e57),segment_id=74c86c4a-6a92-4e5d-ae4f-c408cd159e57)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:55.783272 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.795834 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Calling delete_port for 45f7bf53-da2a-4e67-a230-1c6a85f1e856 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:55.875776 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.880167 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-223bb01b-e1d9-449b-936f-21735b539117 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:55.884195 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.886267 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-69d5fc7f-3190-4b05-8b24-9a7781223165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:55.904802 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Pushing event deleted for resources: {'Port': ['ID=45f7bf53-da2a-4e67-a230-1c6a85f1e856,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:55.907814 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:55.908702 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] No DVR routers for this DVR port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 on host dv-cinder-786386-9-smb {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:55.909024 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Pushing event deleted for resources: {'Port': ['ID=45f7bf53-da2a-4e67-a230-1c6a85f1e856,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:55.912099 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:55.915710 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] No DVR routers for this DVR port 45f7bf53-da2a-4e67-a230-1c6a85f1e856 on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:55.979476 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:55.990998 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45899704-97c3-476e-bec7-2e520450a5fd']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:56.007095 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c86c4a-6a92-4e5d-ae4f-c408cd159e57') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:56.007724 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c86c4a-6a92-4e5d-ae4f-c408cd159e57') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:56.016829 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.040750 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.044238 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:43:56.044968 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:43:56.046621 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:43:56.069916 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 45f7bf53-da2a-4e67-a230-1c6a85f1e856 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:56.090672 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 45f7bf53-da2a-4e67-a230-1c6a85f1e856 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:56.091180 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 45f7bf53-da2a-4e67-a230-1c6a85f1e856 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:56.091868 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0466f755-b644-409c-a49e-4193ee0a6ddd no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:56.116669 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 0466f755-b644-409c-a49e-4193ee0a6ddd {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:56.117080 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0466f755-b644-409c-a49e-4193ee0a6ddd not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:56.126781 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device b7ba8087-6b87-474f-a0af-b507b8d365e5 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:43:56.143415 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: b7ba8087-6b87-474f-a0af-b507b8d365e5 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:43:56.143784 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device b7ba8087-6b87-474f-a0af-b507b8d365e5 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:43:56.190535 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.194507 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-daf73ec2-816c-4f11-8f6e-aab078d21cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:56.198666 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.200609 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] 10.222.0.24 "DELETE /v2.0/networks/45899704-97c3-476e-bec7-2e520450a5fd HTTP/1.1" status: 204 len: 168 time: 0.7125261 Jun 24 10:43:56.203658 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:56.218108 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Pushing event deleted for resources: {'Network': ['ID=45899704-97c3-476e-bec7-2e520450a5fd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:56.220454 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:56.239947 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-737df8af-b065-4e53-869e-07a87e158c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.561794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:56.942499 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60642) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:56.992058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473a905-17f1-422f-90cd-b353f76df0f7 req-1fa6ddaa-9932-47af-9373-42b22d8f2466 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:56.993556 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4473a905-17f1-422f-90cd-b353f76df0f7 req-1fa6ddaa-9932-47af-9373-42b22d8f2466 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.3918402 Jun 24 10:43:57.051837 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.078137 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-4473a905-17f1-422f-90cd-b353f76df0f7 req-3e50246c-d2db-4f6e-be37-01d3a4318c86 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590696 Jun 24 10:43:57.148026 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.194008 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Deleting port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:57.194357 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.269785 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] For port bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:57.271976 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.282159 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Calling delete_port for bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:57.291164 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.294784 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d9a4f761-6314-43b7-bcdb-4e07fec82193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:57.333864 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4557df4c58314b6dbe9b95b4934943cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895841 Jun 24 10:43:57.336062 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c100d00-26ee-4f88-976a-69c65f6317c0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:57.338355 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60650) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:57.344371 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:57.387197 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.408118 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.554195 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.556799 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.557954 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c100d00-26ee-4f88-976a-69c65f6317c0 HTTP/1.1" status: 204 len: 168 time: 0.2186751 Jun 24 10:43:57.558761 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-41905ffd-89f1-41df-bdc9-106f45a3fcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:57.567048 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c100d00-26ee-4f88-976a-69c65f6317c0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:57.569171 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:57.571455 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.575526 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f9d8ed83-445b-4455-a31d-2252fc253b82 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:57.599842 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:57.602240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:57.762782 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:57.978105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Router 2f84971a-2ee8-4adf-b095-979145cd304e has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:58.085941 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:58.090769 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] 10.222.0.24 "PUT /v2.0/routers/2f84971a-2ee8-4adf-b095-979145cd304e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860986 Jun 24 10:43:58.093391 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60656) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:58.096265 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Sync routers for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:58.108384 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:58.108384 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:58.216069 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:58.241803 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.293935 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a83b-033f-4b53-9d6f-c3982ea5bb7e req-0ec25075-db0a-4138-b9a4-6200fd0c16fb tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:58.301171 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c518a83b-033f-4b53-9d6f-c3982ea5bb7e req-0ec25075-db0a-4138-b9a4-6200fd0c16fb tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.0777469 Jun 24 10:43:58.309787 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60664) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:58.332748 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.384944 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-c518a83b-033f-4b53-9d6f-c3982ea5bb7e req-9af71179-b341-4a4b-8142-fe5e0a52ed4f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups?id=95b54d10-1423-4e22-829f-5210d97bf73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827920 Jun 24 10:43:58.405445 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-b1e4f32d-981b-41c7-a3cd-2dc63ee591e3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:43:58.407144 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-b1e4f32d-981b-41c7-a3cd-2dc63ee591e3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 946 time: 0.2054796 Jun 24 10:43:58.408824 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.473072 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.518036 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Deleting port 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:58.518375 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.579240 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83'}], 'enable_snat': True}, 'gw_port_id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:43:57Z', 'revision_number': 5, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port': {'id': 'ee626b40-c402-4350-a6d2-edca62d7a6b4', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:38:16Z', 'updated_at': '2021-06-24T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:58.604964 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Checking router: 2f84971a-2ee8-4adf-b095-979145cd304e for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:58.613159 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Routers {'2f84971a-2ee8-4adf-b095-979145cd304e'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:58.613777 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['2f84971a-2ee8-4adf-b095-979145cd304e'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:58.627474 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] For port 89dc3b54-86ab-405d-b463-2b95c969b2fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=89dc3b54-86ab-405d-b463-2b95c969b2fc,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:58.627835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.649421 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Deleting port ee626b40-c402-4350-a6d2-edca62d7a6b4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:43:58.649759 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.653778 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.657360 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9f282426-e82d-4023-b982-d784d0d2a356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:58.696145 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70e78af449af4dd2aec614e1ae8a0d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828108 Jun 24 10:43:58.696457 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60668) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:58.702873 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd7fbcb-4e1e-46d6-a916-4d2cf5d1d35c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:58.703633 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] Set router 2f84971a-2ee8-4adf-b095-979145cd304e gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:43:58.706632 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:58.758147 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.782321 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.787189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:43:58Z', 'revision_number': 6, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:58.813321 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897b-fcbc-4a5f-9835-891f780f037e None None] The sync data for ids ['2f84971a-2ee8-4adf-b095-979145cd304e'] in dv-cinder-786386-9-smb is: [{'id': '2f84971a-2ee8-4adf-b095-979145cd304e', 'name': 'tempest-TestShelveInstance-34233510-router', 'tenant_id': '38aec354d6ea4fbebe1574fe243e4696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:38:15Z', 'updated_at': '2021-06-24T10:43:58Z', 'revision_number': 6, 'project_id': '38aec354d6ea4fbebe1574fe243e4696', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:58.833296 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] For port ee626b40-c402-4350-a6d2-edca62d7a6b4, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ee626b40-c402-4350-a6d2-edca62d7a6b4,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:58.833664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.884377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Calling delete_port for ee626b40-c402-4350-a6d2-edca62d7a6b4 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:58.908333 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.911103 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.912240 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bd7fbcb-4e1e-46d6-a916-4d2cf5d1d35c HTTP/1.1" status: 204 len: 168 time: 0.2148919 Jun 24 10:43:58.913257 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:58.930404 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd7fbcb-4e1e-46d6-a916-4d2cf5d1d35c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:58.932645 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:58.937474 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.937799 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:58.938109 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.l3_db [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Floating IP f1dd9a1e-a983-4e57-a917-fb9eb9c85b16 disassociated. External IP: 172.28.2.21, port: 89dc3b54-86ab-405d-b463-2b95c969b2fc. Jun 24 10:43:58.938446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Calling delete_port for 89dc3b54-86ab-405d-b463-2b95c969b2fc owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:43:58.999928 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f67d-78b7-4a25-917d-e04a2d110d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.099018 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.257403 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.259491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.265105 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2becf36-9ba4-43bd-941d-d57990e53ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:59.325309 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee626b40-c402-4350-a6d2-edca62d7a6b4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:59.381058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'Port': ['ID=89dc3b54-86ab-405d-b463-2b95c969b2fc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:59.384143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:59.417885 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:43:59.418450 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9e16e014-3695-49f3-ad17-cfd8d096970d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:43:59.435721 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.580379 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.584380 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.628033 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-2c1657da-862d-47d4-b9ed-9b17698b22d5 req-677a3018-fb0d-40f3-a13e-c4535030e724 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.1112485 Jun 24 10:43:59.680694 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:43:59.796131 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:59.804997 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.804997 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f84971a-2ee8-4adf-b095-979145cd304e {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:43:59.807699 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:59.833257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.834491 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-69b36eaf-f0e2-4246-bf94-727b673bc440 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2f84971a-2ee8-4adf-b095-979145cd304e HTTP/1.1" status: 204 len: 168 time: 1.7402036 Jun 24 10:43:59.837369 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60694) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:43:59.841492 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:43:59.842220 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:59.861454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] No DVR routers for this DVR port 89dc3b54-86ab-405d-b463-2b95c969b2fc on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:43:59.881607 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.888199 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-576ea79e-dee9-4546-8b6e-da4e75624429 req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.45 "DELETE /v2.0/ports/89dc3b54-86ab-405d-b463-2b95c969b2fc HTTP/1.1" status: 204 len: 173 time: 1.4742036 Jun 24 10:43:59.888764 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-deleted', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:43:59.898302 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dde9357-ba0d-41f9-b752-5e312a1d93a6" -d '{"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-deleted", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:59.940122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Deleting subnet 2f6c50a6-ba18-4ae0-bcdc-95c8181897d6 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:43:59.944831 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:43:59.971323 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd632d8-193e-4584-ba2c-52934a80ac3e x-openstack-request-id: req-2cd632d8-193e-4584-ba2c-52934a80ac3e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:59.971662 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01563d2a-d5da-41e2-8e3f-6a30444b05cb", "name": "network-vif-deleted", "tag": "89dc3b54-86ab-405d-b463-2b95c969b2fc", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:59.971959 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cd632d8-193e-4584-ba2c-52934a80ac3e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:59.972477 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01563d2a-d5da-41e2-8e3f-6a30444b05cb', 'name': 'network-vif-deleted', 'tag': '89dc3b54-86ab-405d-b463-2b95c969b2fc', 'status': 'completed', 'code': 200} Jun 24 10:43:59.984675 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:00.002536 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.071213 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:00.099471 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:00.100589 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device bf9f61c6-9dbd-42c0-9fcb-02fde08d62e9 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:00.101419 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ee626b40-c402-4350-a6d2-edca62d7a6b4 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:00.144950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: ee626b40-c402-4350-a6d2-edca62d7a6b4 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:00.144950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ee626b40-c402-4350-a6d2-edca62d7a6b4 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:00.161451 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.233038 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:00.260577 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:00.272907 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:00.272907 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:00.389226 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:00.420871 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.556263 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.560172 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:00.587416 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6c50a6-ba18-4ae0-bcdc-95c8181897d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:00.589428 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.591438 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2f6c50a6-ba18-4ae0-bcdc-95c8181897d6 HTTP/1.1" status: 204 len: 168 time: 0.7535112 Jun 24 10:44:00.594980 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b14990af-db22-4c08-85ba-ea31fe95d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:00.594980 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60710) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:00.597733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195efb06-47d3-4edb-9255-da6235be619a None None] Network 1a578289-a6ab-45d6-bf4e-86ba55e48800 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:00.611120 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:00.646189 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec89cbb-6de3-4140-ad5a-1516981a557f None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:36:29Z', 'revision_number': 4, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '0bab3c84-ad3a-46bd-84ff-732ad75ae7ab', 'name': '', 'network_id': '9ee2ed9f-cfa4-4718-a044-880bf9fc8275', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'mac_address': 'fa:16:3e:95:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:27Z', 'updated_at': '2021-06-24T10:36:39Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'subnets': [{'id': '0470ebd8-2db8-4086-92b7-b43eb041baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:00.666291 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.725899 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Deleting port eeef809f-748d-4621-93b6-b99be460b4d2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:00.726277 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.815624 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] For port eeef809f-748d-4621-93b6-b99be460b4d2, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=eeef809f-748d-4621-93b6-b99be460b4d2,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:00.815972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:00.830382 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Calling delete_port for eeef809f-748d-4621-93b6-b99be460b4d2 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:00.863295 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] DHCP port deletion for 1a578289-a6ab-45d6-bf4e-86ba55e48800 request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:44:00.928847 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-3c21c6ac-0f8e-434a-aa5f-45e7f5a95bdb req-1e969ce0-0d78-40c9-9e5e-6f900ab9a5e1 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/ports?device_id=01563d2a-d5da-41e2-8e3f-6a30444b05cb HTTP/1.1" status: 200 len: 210 time: 0.0864182 Jun 24 10:44:00.935537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Deleting port eeef809f-748d-4621-93b6-b99be460b4d2 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:00.939425 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.023143 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] For port eeef809f-748d-4621-93b6-b99be460b4d2, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=eeef809f-748d-4621-93b6-b99be460b4d2,segment=NetworkSegment(4dcac8bf-c661-4504-aec7-550e1aeb97c5),segment_id=4dcac8bf-c661-4504-aec7-550e1aeb97c5)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:01.023550 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.047210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Calling delete_port for eeef809f-748d-4621-93b6-b99be460b4d2 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:01.127068 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.133694 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ce55bdb2-e347-48f2-b41c-bbd6e29a64d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:01.136887 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.147613 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:01.162153 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Pushing event deleted for resources: {'Port': ['ID=eeef809f-748d-4621-93b6-b99be460b4d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:01.164882 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:01.170161 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] No DVR routers for this DVR port eeef809f-748d-4621-93b6-b99be460b4d2 on host dv-cinder-786386-9-smb {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:44:01.188380 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Pushing event deleted for resources: {'Port': ['ID=eeef809f-748d-4621-93b6-b99be460b4d2,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:01.189967 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] No DVR routers for this DVR port eeef809f-748d-4621-93b6-b99be460b4d2 on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:44:01.191814 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:01.239470 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a146ec-dcba-4281-a310-ebafe1628c32 None None] New status for floating IP f1dd9a1e-a983-4e57-a917-fb9eb9c85b16: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:44:01.250342 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.262010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a578289-a6ab-45d6-bf4e-86ba55e48800']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:01.273733 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcac8bf-c661-4504-aec7-550e1aeb97c5') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:01.274072 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcac8bf-c661-4504-aec7-550e1aeb97c5') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:01.285343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.306059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.313281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:44:01.314222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:44:01.322039 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:44:01.355010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.504303 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.508051 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:01.511874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:01.513608 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] 10.222.0.24 "DELETE /v2.0/networks/1a578289-a6ab-45d6-bf4e-86ba55e48800 HTTP/1.1" status: 204 len: 168 time: 0.9189298 Jun 24 10:44:01.525698 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a578289-a6ab-45d6-bf4e-86ba55e48800,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:01.528186 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-72a40d1e-eb0b-4398-8ad6-c60887d4f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:01.960981 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60740) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.015338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60746) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.041371 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device eeef809f-748d-4621-93b6-b99be460b4d2 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:02.077502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: eeef809f-748d-4621-93b6-b99be460b4d2 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:02.078095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device eeef809f-748d-4621-93b6-b99be460b4d2 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:02.094305 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-36117d09-8083-4c06-86f6-85c3417e3b3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26681666493b4292980156d39206122f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755093 Jun 24 10:44:02.094649 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60750) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.145679 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.167103 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.205912 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:02.210779 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.213829 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60754) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.224332 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.231536 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: 89dc3b54-86ab-405d-b463-2b95c969b2fc {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:02.231895 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device 89dc3b54-86ab-405d-b463-2b95c969b2fc not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:02.271972 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.295004 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.313877 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.338170 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.340774 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.341932 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f27d1c1-8326-49da-89f6-a5b1e9967211 HTTP/1.1" status: 204 len: 168 time: 0.2463295 Jun 24 10:44:02.342643 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0aa98fd7-bd4a-4741-9ac9-713098da34ad tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:02.350208 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f27d1c1-8326-49da-89f6-a5b1e9967211,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:02.354725 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:02.447257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.448142 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.450406 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.450951 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-293ba3e0-9be9-4ba6-b247-1278b2c878f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:02.451489 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "DELETE /v2.0/security-groups/95b54d10-1423-4e22-829f-5210d97bf73d HTTP/1.1" status: 204 len: 168 time: 0.2366762 Jun 24 10:44:02.452298 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-acdee22a-7d40-413f-89d3-cf4baf35fa0f tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:02.455246 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.473861 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b54d10-1423-4e22-829f-5210d97bf73d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:02.475947 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.api.v2.resource [None req-ed2d703e-96b2-4c2c-be11-a8351ac3ed47 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] show failed (client error): The resource could not be found. Jun 24 10:44:02.476944 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-ed2d703e-96b2-4c2c-be11-a8351ac3ed47 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "GET /v2.0/security-groups/95b54d10-1423-4e22-829f-5210d97bf73d HTTP/1.1" status: 404 len: 347 time: 0.0208137 Jun 24 10:44:02.477777 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-70cddbf4-4c5d-4ad3-b5fe-5ad0f679de81 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:02.480596 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.495112 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fad38705a8364e958eec6b3d55f2c2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310707 Jun 24 10:44:02.495112 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03052d-87d5-4d3c-82c4-f667c38e89fe,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:02.497231 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60762) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:02.503255 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:02.550368 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.571358 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.625888 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Deleting port e0baefb5-69e3-4551-9f69-962e2eff2b86 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:02.627061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.693225 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.695888 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.700168 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d03052d-87d5-4d3c-82c4-f667c38e89fe HTTP/1.1" status: 204 len: 168 time: 0.2022984 Jun 24 10:44:02.701562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6976c1c0-2240-447b-b406-327bdb4b8617 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:02.710225 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.710571 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.711356 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03052d-87d5-4d3c-82c4-f667c38e89fe,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:02.714124 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:02.724097 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Calling delete_port for e0baefb5-69e3-4551-9f69-962e2eff2b86 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:02.959690 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:02.962649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e106ce6b-9a1a-4576-9c86-fea964d2da02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:02.987514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Pushing event deleted for resources: {'Port': ['ID=e0baefb5-69e3-4551-9f69-962e2eff2b86,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:02.992993 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:03.051829 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.054406 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.055585 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d5d1cf96-fb59-4ada-ae9f-769c8a4ceb2b tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1dd9a1e-a983-4e57-a917-fb9eb9c85b16 HTTP/1.1" status: 204 len: 168 time: 0.5714588 Jun 24 10:44:03.149136 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60772) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:03.189637 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-f213d3f7-b1bf-448e-b2f5-62384f0660bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38aec354d6ea4fbebe1574fe243e4696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384650 Jun 24 10:44:03.195927 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 60774) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:03.244911 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.275130 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.411143 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.413735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.414875 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e315386-3e05-4d84-81fe-b61a2f3ad81e HTTP/1.1" status: 204 len: 168 time: 0.2180309 Jun 24 10:44:03.415634 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-03636026-f9b3-4a00-98db-da14be46a6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:03.424188 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e315386-3e05-4d84-81fe-b61a2f3ad81e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:03.426929 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:03.679681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60784) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:03.696324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.781020 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.897980 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:03.900934 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-14ca5f4b-71ad-4ef5-bedb-1ccbc4f05bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:03.937515 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3137ba02-f734-4495-b440-f07d7c4e08b6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:03.942817 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fdea704e5874b6c94bd70e9c54a0ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619011 Jun 24 10:44:03.943813 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c14cb4fc-1b38-4100-bdde-aec9cbc3d2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:03.945224 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:03.994530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:04.015990 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:04.149373 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:04.152218 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:04.153418 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3137ba02-f734-4495-b440-f07d7c4e08b6 HTTP/1.1" status: 204 len: 168 time: 0.2072878 Jun 24 10:44:04.154241 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a146f055-b076-4f73-9d28-a464582b3027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:04.162033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137ba02-f734-4495-b440-f07d7c4e08b6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:04.164399 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:05.988887 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:06.468334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:06.731864 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Deleting port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:06.732209 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:06.816538 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] For port 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:06.816904 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:06.829111 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Calling delete_port for 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:07.132564 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:07.135538 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-85602ca7-8d7b-48ba-8887-bfc60694209d tempest-ServerRescueNegativeTestJSON-646405179 tempest-ServerRescueNegativeTestJSON-646405179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:07.162148 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bab3c84-ad3a-46bd-84ff-732ad75ae7ab,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:07.165598 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:07.324010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:07.529365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Router 4c742174-35ac-498c-baff-e7f69679e173 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:44:07.632699 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:07.639959 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c742174-35ac-498c-baff-e7f69679e173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465924 Jun 24 10:44:07.640122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60890) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:07.640815 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Sync routers for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:07.650150 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:07.650760 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:07.740488 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:07.750521 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:07.848180 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:07.930512 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:44:06Z', 'revision_number': 5, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port': {'id': 'f5504e5a-7bc8-48e2-b395-981693b994cf', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c742174-35ac-498c-baff-e7f69679e173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:36:22Z', 'updated_at': '2021-06-24T10:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:07.958846 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Checking router: 4c742174-35ac-498c-baff-e7f69679e173 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:07.967598 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Routers {'4c742174-35ac-498c-baff-e7f69679e173'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:07.968219 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['4c742174-35ac-498c-baff-e7f69679e173'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:07.976979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Deleting port f5504e5a-7bc8-48e2-b395-981693b994cf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:07.976979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.056620 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] Set router 4c742174-35ac-498c-baff-e7f69679e173 gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:08.074983 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] For port f5504e5a-7bc8-48e2-b395-981693b994cf, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f5504e5a-7bc8-48e2-b395-981693b994cf,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:08.074983 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.086805 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Calling delete_port for f5504e5a-7bc8-48e2-b395-981693b994cf owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:08.110338 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:44:07Z', 'revision_number': 6, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:08.148901 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740d046-8b60-4432-aa05-6f13961f3f04 None None] The sync data for ids ['4c742174-35ac-498c-baff-e7f69679e173'] in dv-cinder-786386-9-smb is: [{'id': '4c742174-35ac-498c-baff-e7f69679e173', 'name': 'tempest-AttachVolumeShelveTestJSON-577672066-router', 'tenant_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:36:21Z', 'updated_at': '2021-06-24T10:44:07Z', 'revision_number': 6, 'project_id': '6fc443fa755e4b78927b71f9d6dd0fc1', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:08.338336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.341297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-29345293-9b93-494f-8216-a88b5925dac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:08.364837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f5504e5a-7bc8-48e2-b395-981693b994cf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:08.369229 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:08.423980 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.510337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.512517 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.697769 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.698295 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c742174-35ac-498c-baff-e7f69679e173 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:44:08.703237 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.704327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] 10.222.0.24 "DELETE /v2.0/routers/4c742174-35ac-498c-baff-e7f69679e173 HTTP/1.1" status: 204 len: 168 time: 1.0632885 Jun 24 10:44:08.706844 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60908) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:08.750354 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Deleting subnet 0470ebd8-2db8-4086-92b7-b43eb041baa9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:44:08.753396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.788101 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.865900 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.984839 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:08.995187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a37bd676-7e6c-450a-a467-472b988c9fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:09.016832 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0470ebd8-2db8-4086-92b7-b43eb041baa9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:09.018809 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.023229 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0470ebd8-2db8-4086-92b7-b43eb041baa9 HTTP/1.1" status: 204 len: 168 time: 0.3132420 Jun 24 10:44:09.023229 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2cdf101-79e5-4d62-8988-f64c0187becb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:09.023701 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60912) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:09.024530 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ee38a-a334-4d8b-bfe1-d6c7c9a02d45 None None] Network 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:09.109664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.167570 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Deleting port f4370326-cacc-4e01-ae4c-5679723b0e36 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:09.167837 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.246247 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] For port f4370326-cacc-4e01-ae4c-5679723b0e36, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4370326-cacc-4e01-ae4c-5679723b0e36,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:09.246247 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.256398 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] DHCP port deletion for 9ee2ed9f-cfa4-4718-a044-880bf9fc8275 request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:44:09.264753 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Calling delete_port for f4370326-cacc-4e01-ae4c-5679723b0e36 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:09.302843 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Deleting port f4370326-cacc-4e01-ae4c-5679723b0e36 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:44:09.303334 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.361812 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] For port f4370326-cacc-4e01-ae4c-5679723b0e36, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=f4370326-cacc-4e01-ae4c-5679723b0e36,segment=NetworkSegment(14014a7e-0cb2-418b-893f-436b0e5d394c),segment_id=14014a7e-0cb2-418b-893f-436b0e5d394c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:09.362210 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.374802 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Calling delete_port for f4370326-cacc-4e01-ae4c-5679723b0e36 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:44:09.481009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.484219 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ee733393-68bf-4feb-bb4a-412a054f8270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:09.486951 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.489701 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:09.507365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Pushing event deleted for resources: {'Port': ['ID=f4370326-cacc-4e01-ae4c-5679723b0e36,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:09.510519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:09.511314 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] No DVR routers for this DVR port f4370326-cacc-4e01-ae4c-5679723b0e36 on host dv-cinder-786386-9-smb {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:44:09.513401 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Pushing event deleted for resources: {'Port': ['ID=f4370326-cacc-4e01-ae4c-5679723b0e36,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:09.515324 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] No DVR routers for this DVR port f4370326-cacc-4e01-ae4c-5679723b0e36 on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:44:09.516704 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-054448db-77c1-4104-b1af-8bf695596cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:09.578667 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.588613 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee2ed9f-cfa4-4718-a044-880bf9fc8275']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.601460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14014a7e-0cb2-418b-893f-436b0e5d394c') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.601759 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.services.segments.db [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14014a7e-0cb2-418b-893f-436b0e5d394c') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.610033 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922636'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.889211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.895593 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:44:09.895976 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60398553'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: Traceback (most recent call last): Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: timer() Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: cb(*args, **kw) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: return func(*args, **kwargs) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: self._notify() Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: self.callback(batched_events) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: event.method(event) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: return f(self, *a, **k) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: return self._get(url).json() Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:44:09.897548 dv-cinder-786386-9-smb neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:44:10.017942 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4370326-cacc-4e01-ae4c-5679723b0e36 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:10.037234 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: f4370326-cacc-4e01-ae4c-5679723b0e36 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:10.037844 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f4370326-cacc-4e01-ae4c-5679723b0e36 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:10.038009 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f5504e5a-7bc8-48e2-b395-981693b994cf no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:10.056212 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: f5504e5a-7bc8-48e2-b395-981693b994cf {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:10.056563 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device f5504e5a-7bc8-48e2-b395-981693b994cf not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:10.056985 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:10.073959 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.077714 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-103caf45-5b34-4508-88e1-c8e81b7c1aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:10.078759 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:44:10.078956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 0bab3c84-ad3a-46bd-84ff-732ad75ae7ab not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:10.080981 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.085908 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ee2ed9f-cfa4-4718-a044-880bf9fc8275 HTTP/1.1" status: 204 len: 168 time: 1.0589960 Jun 24 10:44:10.099248 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee2ed9f-cfa4-4718-a044-880bf9fc8275,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:10.101630 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:10.519780 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:10.566246 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-395a2c78-43da-4354-9225-5665650fbd15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc443fa755e4b78927b71f9d6dd0fc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450888 Jun 24 10:44:10.568522 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 60940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:10.615752 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.639527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.828371 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.831360 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:10.832848 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2797d9c7-8d71-41cf-9a7a-0532beee38cc HTTP/1.1" status: 204 len: 168 time: 0.2632043 Jun 24 10:44:10.834010 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-dd00e402-edd4-4a3d-92af-226182766b93 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:10.843151 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797d9c7-8d71-41cf-9a7a-0532beee38cc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:10.845610 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:13.075697 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:44:14.501192 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32810) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:14.538508 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Deleting subnet fba35617-b6c7-4b56-8d72-d0b3b34ab16e {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:44:14.541427 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.575663 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.619140 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.743994 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.747051 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7ee3868-e63b-429e-9af5-b55a6c3aebc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:14.771538 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba35617-b6c7-4b56-8d72-d0b3b34ab16e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:14.773465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.775326 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fba35617-b6c7-4b56-8d72-d0b3b34ab16e HTTP/1.1" status: 204 len: 168 time: 0.2785959 Jun 24 10:44:14.776177 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4c6ca1db-22a1-4c64-83cd-2bcef5fa13a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:14.777799 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32812) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:14.847696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.922435 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.931998 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21c63e1-7cf8-46ce-b910-2a316c413577']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:14.941621 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca307e8-483a-48ed-a96b-a7817714c720') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:14.941915 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca307e8-483a-48ed-a96b-a7817714c720') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:14.950845 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.968486 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.974397 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:44:14.974783 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:44:14.976426 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:44:15.107785 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.116376 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:15.116376 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.116376 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] 10.222.0.24 "DELETE /v2.0/networks/a21c63e1-7cf8-46ce-b910-2a316c413577 HTTP/1.1" status: 204 len: 168 time: 0.3372445 Jun 24 10:44:15.126808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a21c63e1-7cf8-46ce-b910-2a316c413577,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:15.129112 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-10d8db0f-8908-48a6-80ca-de312173bf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:15.417025 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:15.457783 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4ff3aea2-69b9-424c-84b1-28ff354d2220 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28b2fffc5bc54c95ba7b1b23ce2fb343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395324 Jun 24 10:44:15.461264 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32832) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:15.510257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.531947 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.743648 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.746506 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:15.747698 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f182ce5-df2e-4325-9523-163183cb3cac HTTP/1.1" status: 204 len: 168 time: 0.2854145 Jun 24 10:44:15.748601 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c98150b0-4e3e-4e8c-97a3-6bf330243836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:15.756637 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f182ce5-df2e-4325-9523-163183cb3cac,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:15.759000 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:15.851155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32840) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:15.966693 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.038378 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.079965 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.083611 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76d213dc-8de6-4092-89f4-fa588c3dd457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:16.122697 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25d065dff78436bae746d45652db393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704706 Jun 24 10:44:16.123750 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe283b2-9166-4d40-ab6f-952a437a53eb,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:16.125438 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32846) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:16.126907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-602b4361-6dfd-4614-83ab-870a45618e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:16.173710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.195208 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.349750 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.352410 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:16.353558 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fe283b2-9166-4d40-ab6f-952a437a53eb HTTP/1.1" status: 204 len: 168 time: 0.2268946 Jun 24 10:44:16.354308 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ce0b2f48-1e8d-4b3c-8d06-9f2e5e2ea0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:16.361741 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe283b2-9166-4d40-ab6f-952a437a53eb,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:16.363993 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:16.956629 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32882) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:17.101900 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626213314-network', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:17.246453 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Made reservation on behalf of 6069a37a8e6d4074b4c60731c5707eda for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:17.248653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.257556 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.345040 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.434853 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.438981 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ffd8aaba-5ae5-47e1-b494-3a0b2da7c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:17.460041 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:44:17.469436 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243fc001-a671-4ee9-babd-e54218479957,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:17.473579 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:17.474605 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.474963 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Added segment 1785359d-8c3c-4e4a-83e2-aada283db6c0 of type vlan for network 25e330fe-1bdb-4853-9296-81adcecf9d38 Jun 24 10:44:17.515096 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.629450 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.631740 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:17.636582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:17.636582 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:17.695735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=25e330fe-1bdb-4853-9296-81adcecf9d38,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:17.698441 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:17.705277 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:44:17.767926 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8101976 Jun 24 10:44:17.768571 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32900) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:17.773567 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Request body: {'subnet': {'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626213314-subnet', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:17.863562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Made reservation on behalf of 6069a37a8e6d4074b4c60731c5707eda for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:17.866530 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60380734'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.086810 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60398459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60381908'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.090280 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:18.148453 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4a3453-2c25-4734-afc2-be07721ffdab,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:18.151188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:18.157252 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Checking segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:18.157619 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Network hostable DHCP agents. Network: 25e330fe-1bdb-4853-9296-81adcecf9d38, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:44:18.307568 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:44:18.406279 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, 25e330fe-1bdb-4853-9296-81adcecf9d38) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:18.410302 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:18.411586 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.415472 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a61c6ae-6762-4298-9743-0952fbab3262 None None] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:18.525911 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-33c9fa33-0f80-4565-9bc9-cc1d204a1124 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7562087 Jun 24 10:44:18.528512 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32930) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:18.533266 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:18.569139 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-25e330fe-1bdb-4853-9296-81adcecf9d38', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:44:18.570015 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.663405 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.664454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.693244 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32934) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:18.712166 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Allocated IP 172.20.0.2 (25e330fe-1bdb-4853-9296-81adcecf9d38/2a4a3453-2c25-4734-afc2-be07721ffdab/ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:18.722752 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.808798 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.853466 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.861717 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Transition to ACTIVE for port object ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:18.877157 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Transition to ACTIVE for port object ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:18.915083 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.948215 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32940) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:18.960859 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.963629 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.964468 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:18.995462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:18.998199 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:18.998367 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-edbbb02c-cf03-495a-827c-1976095a82e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.001630 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:19.005251 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:19.016594 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Pushing event updated for resources: {'Port': ['ID=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.037309 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31c858-2db1-4d61-a8e7-1c444b90a3b2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.038569 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.041416 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c7e6f8e0e9a48abafbe1962dc682649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462653 Jun 24 10:44:19.042351 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.045367 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32944) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:19.077207 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.079441 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Attempting to bind port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:19.079822 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Attempting to bind port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:19.080204 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Attempting to bind port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 on network 25e330fe-1bdb-4853-9296-81adcecf9d38 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:19.085939 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:19.086327 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Checking segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:19.086756 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.087225 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Bound using segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:19.087709 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Bound port: ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:19.088100 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.142494 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.165727 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] For port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:19.169379 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] For port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:19.170018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.173205 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.234954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.236963 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.263067 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.266611 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c3dd1f56-a79a-4f04-9764-4e12bf8c55d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.292237 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Pushing event updated for resources: {'Port': ['ID=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.295840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.331848 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9598ab5ea7d34d66b0b493efa076dc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800895 Jun 24 10:44:19.332066 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.332188 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2d386-940e-4623-85db-201c44bdd03d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.334365 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-271704ea-6379-42b4-bff0-899fd952b414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.335180 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32946) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:19.348925 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.352065 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.354597 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.357867 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca31c858-2db1-4d61-a8e7-1c444b90a3b2 HTTP/1.1" status: 204 len: 168 time: 0.3092599 Jun 24 10:44:19.362463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ca7e97e2-48a6-4687-9493-fdc0bb3db5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.395876 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.411870 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31c858-2db1-4d61-a8e7-1c444b90a3b2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.414211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.424728 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.488492 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Allocated IP 172.28.2.186 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/75c65f7b-39c5-4fa4-81ce-a61d51285017) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:19.600417 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.603629 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.603834 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.607333 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6a2d386-940e-4623-85db-201c44bdd03d HTTP/1.1" status: 204 len: 168 time: 0.2700076 Jun 24 10:44:19.611105 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b2692d57-c3a8-489a-a634-93d138866950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.618866 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2d386-940e-4623-85db-201c44bdd03d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.621212 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:19.744276 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:19.747343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d522f804-4409-48a0-b47d-af0682b2d608 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:19.784381 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:19.787054 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:19.790280 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:19.815382 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Pushing event updated for resources: {'Port': ['ID=75c65f7b-39c5-4fa4-81ce-a61d51285017,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:19.820240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.091328 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:20.110815 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32956) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:20.115116 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.127969 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.226808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.246395 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:20.322573 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.330518 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.334726 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d56071-7014-459a-80c5-4e16dc348c0c None None] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:20.341327 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-51dad508-e3f2-434c-ad6e-02124167c63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:20.375032 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e06fcdf2d1bd4987953c536c6ebff192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606564 Jun 24 10:44:20.375032 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733d01e4-7e3e-4d53-a11e-9fe466c00ecb,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:20.377446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:20.377584 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.412301 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32960) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:20.427944 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.459598 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Provisioning for port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:20.468172 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Provisioning complete for port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:20.468790 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.477579 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.507848 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.535687 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.583452 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.615328 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] For port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:20.675883 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.676971 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:44:20.681074 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-eecdf8f7-dce7-4430-aff0-18668ccf7d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:20.698167 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.699971 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:20.718806 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a763a9-a1f9-4a15-9e8f-4287235cf4e7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:20.726930 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.734947 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-437e4388-3cc7-4333-b123-3fe3ae3b6440 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1437fb8c7a5947afa5d833517727793d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215413 Jun 24 10:44:20.737571 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32962) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:20.744365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.747088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.750669 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/733d01e4-7e3e-4d53-a11e-9fe466c00ecb HTTP/1.1" status: 204 len: 168 time: 0.3698540 Jun 24 10:44:20.751235 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b07de0ea-d345-4a66-a7d8-63ee9fd8e74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:20.764318 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d01e4-7e3e-4d53-a11e-9fe466c00ecb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:20.764840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Pushing event updated for resources: {'Port': ['ID=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:20.767743 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.768915 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2693d471-f235-41b2-a9b1-effab7217bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.802422 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.816463 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-af5adb64-ae07-4c9c-9510-7b5dd70a22eb None None] Provisioning complete for port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:20.817250 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-af5adb64-ae07-4c9c-9510-7b5dd70a22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.833325 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.837761 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:20.848297 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Sync routers for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:20.869054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:20.870537 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:20.911844 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.915514 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-f174f50c-a054-419c-9b93-1070fc934629 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3857849 Jun 24 10:44:20.918167 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 32966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:20.937751 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.941209 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:20.945086 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29a763a9-a1f9-4a15-9e8f-4287235cf4e7 HTTP/1.1" status: 204 len: 168 time: 0.2048485 Jun 24 10:44:20.945086 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9df871b7-3367-4714-ac3d-2fa5516cfd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:20.954733 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a763a9-a1f9-4a15-9e8f-4287235cf4e7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:20.961178 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-91997fb2-12d5-4e59-b3da-179c3a591b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:20.990267 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:21.346993 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:19Z', 'revision_number': 3, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:21.378836 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Checking router: bf276e4f-bdb9-4ed3-9a52-c56393862bd4 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:21.381967 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Updating router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 port 75c65f7b-39c5-4fa4-81ce-a61d51285017 binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:44:21.387467 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.418731 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.543618 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Allocated IP 172.20.0.1 (25e330fe-1bdb-4853-9296-81adcecf9d38/2a4a3453-2c25-4734-afc2-be07721ffdab/66c77537-014d-433d-a164-b15b9aa0a691) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:21.646546 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.658757 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Transition to ACTIVE for port object 66c77537-014d-433d-a164-b15b9aa0a691 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:21.678468 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.685198 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32982) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:21.688470 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Transition to ACTIVE for port object 75c65f7b-39c5-4fa4-81ce-a61d51285017 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:21.699352 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.786204 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.812039 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.812582 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.814770 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-56909d57-d3ce-46d6-a6e8-e92de86db55c tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:21.816100 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:21.853358 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:21.856196 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:21.860375 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:21.874248 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Attempting to bind port 75c65f7b-39c5-4fa4-81ce-a61d51285017 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:21.874557 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Attempting to bind port 75c65f7b-39c5-4fa4-81ce-a61d51285017 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:21.874945 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Attempting to bind port 75c65f7b-39c5-4fa4-81ce-a61d51285017 on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:21.886802 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.888961 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:21.889363 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:21.889777 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.890227 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:21.890896 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Bound port: 75c65f7b-39c5-4fa4-81ce-a61d51285017, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:21.891315 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.892405 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a5c7d2b3-75ef-4e44-be24-090435893f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:21.892889 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Pushing event updated for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:21.898534 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:21.915705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:21.949716 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edb28a-6bfa-4699-93de-48eec9c4ea2a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:21.952814 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:21.956033 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87a5d8552e4b4a6db98e91ee89403bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694910 Jun 24 10:44:21.959239 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 32990) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:21.968826 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] For port 75c65f7b-39c5-4fa4-81ce-a61d51285017, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:21.982489 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] For port 75c65f7b-39c5-4fa4-81ce-a61d51285017, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=75c65f7b-39c5-4fa4-81ce-a61d51285017,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:21.985627 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67c57-86e3-4d4e-9c46-713a2f6b650c None None] Pushing event updated for resources: {'Port': ['ID=75c65f7b-39c5-4fa4-81ce-a61d51285017,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:21.990143 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-c1d67c57-86e3-4d4e-9c46-713a2f6b650c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:22.041708 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.064001 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.067827 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5d46e91e-cff3-4ca7-a810-497d33bf1c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:22.075501 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.094223 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:22.167811 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67c57-86e3-4d4e-9c46-713a2f6b650c None None] Pushing event updated for resources: {'Port': ['ID=75c65f7b-39c5-4fa4-81ce-a61d51285017,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:22.172951 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-c1d67c57-86e3-4d4e-9c46-713a2f6b650c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:22.177513 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:22.178143 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:22.197396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.205138 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.207850 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.211376 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0edb28a-6bfa-4699-93de-48eec9c4ea2a HTTP/1.1" status: 204 len: 168 time: 0.2484200 Jun 24 10:44:22.211376 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-79265f30-9f2b-41bd-afa2-d8a5cb3c58ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:22.218132 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edb28a-6bfa-4699-93de-48eec9c4ea2a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:22.220118 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:22.245825 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:22.247280 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.298067 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3fc26553-8824-4744-b8a2-a47e81bfd9ce None None] Provisioning for port 66c77537-014d-433d-a164-b15b9aa0a691 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:22.313518 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3fc26553-8824-4744-b8a2-a47e81bfd9ce None None] Provisioning complete for port 66c77537-014d-433d-a164-b15b9aa0a691 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:22.313743 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fc26553-8824-4744-b8a2-a47e81bfd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.353508 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:22.397878 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-3fc26553-8824-4744-b8a2-a47e81bfd9ce None None] Port 66c77537-014d-433d-a164-b15b9aa0a691 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:44:22.408886 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.486217 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.526779 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5983202e-0b5c-4fa5-a8ec-b96503fa6490 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:22.567835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Pushing event updated for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:22.570737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:22.586468 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:22.610324 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:21Z', 'revision_number': 1, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:22.637733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51e4a2-16d4-49e3-85e7-ea4a0824b6b9 None None] The sync data for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb is: [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:21Z', 'revision_number': 1, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:22.705815 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:22.708462 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:22.833978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:44:22.988378 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:22.999528 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-d45e01c5-53ed-447a-821f-51f22e365e33 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf276e4f-bdb9-4ed3-9a52-c56393862bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0801294 Jun 24 10:44:23.023818 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8b10b390-a444-48c8-9db8-ba9653aa93a6 None None] Provisioning complete for port 66c77537-014d-433d-a164-b15b9aa0a691 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:23.024187 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8b10b390-a444-48c8-9db8-ba9653aa93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:23.068189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8b10b390-a444-48c8-9db8-ba9653aa93a6 None None] Port 66c77537-014d-433d-a164-b15b9aa0a691 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:44:23.898487 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33044) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:24.068788 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 75c65f7b-39c5-4fa4-81ce-a61d51285017 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:24.168904 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.183120 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 75c65f7b-39c5-4fa4-81ce-a61d51285017 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:24.187638 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33054) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:24.188112 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 75c65f7b-39c5-4fa4-81ce-a61d51285017 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:24.188500 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.193369 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1754970757-network', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:24.272401 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.279024 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.296876 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 75c65f7b-39c5-4fa4-81ce-a61d51285017, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=75c65f7b-39c5-4fa4-81ce-a61d51285017,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:24.353102 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.357832 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a60eb8ce-a8a4-4380-b625-2544018cc21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:24.371950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.374022 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:24.402106 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f789ef724ce147578e25f0bd2564b4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024133 Jun 24 10:44:24.403160 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e1f17-e032-4692-9301-fd4ff3788a70,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:24.404729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:24.406441 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b9ac3075-2de5-4e23-8ff2-6ac294e86b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:24.437429 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=75c65f7b-39c5-4fa4-81ce-a61d51285017,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:24.447648 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:24.448224 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Made reservation on behalf of 36f5392f509f45ccba401ef8e05551c1 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:24.450724 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.460103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.460284 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.485810 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.628382 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.631803 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.640184 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b9e1f17-e032-4692-9301-fd4ff3788a70 HTTP/1.1" status: 204 len: 168 time: 0.2268469 Jun 24 10:44:24.640184 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9f265cc3-9eb6-4bb7-b430-797a9f0cd094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:24.645562 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e1f17-e032-4692-9301-fd4ff3788a70,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:24.648524 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Sync routers for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:24.649053 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:24.672225 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:24.673653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.675664 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:24.753697 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.758007 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-df37f2b9-ef8c-41f1-9379-278c7f9a0502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:24.780299 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:44:24.789232 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:24.790792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcecfd5d-c03a-4751-9699-a1cf3c590b56,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:24.795234 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:24.796478 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.807018 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.segments_db [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Added segment 812e0af1-eb4e-4fd1-bcf6-1790fd6c152c of type vlan for network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 Jun 24 10:44:24.839548 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730702338151'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.965853 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.967691 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:24.968332 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:24.971776 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e1c43116-c3ed-4202-b1e4-3124fb96de3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:24.993792 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 2, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:25.023597 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Checking router: bf276e4f-bdb9-4ed3-9a52-c56393862bd4 for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:25.023877 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Updating router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 port 66c77537-014d-433d-a164-b15b9aa0a691 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:44:25.042719 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Pushing event updated for resources: {'Network': ['ID=ead5f45c-40b7-47df-88e1-3cd8406b9ff9,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:25.054685 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:25.056558 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 details requested by agent ovs-agent-dv-cinder-786386-9-smb with host dv-cinder-786386-9-smb {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:44:25.063746 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.098112 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9093087 Jun 24 10:44:25.101353 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33082) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:25.106949 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Request body: {'subnet': {'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1754970757-subnet', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:25.205701 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Made reservation on behalf of 36f5392f509f45ccba401ef8e05551c1 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:25.208842 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59129636'] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.351117 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.361968 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Transition to ACTIVE for port object 66c77537-014d-433d-a164-b15b9aa0a691 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:25.445295 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33084) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:25.457747 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.492524 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.494962 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59037099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59126734'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.496777 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:25.498740 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:25.549691 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Pushing event updated for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:25.561259 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.561596 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.562117 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.562590 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.562930 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.563403 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.563725 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.564041 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.564450 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.564779 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.565087 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.565394 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:25.569688 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:25.571339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cadeddd-b4db-42e0-971a-93dedf0e3f2e,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:25.580481 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:25.606143 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Checking segment: {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:25.606499 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Network hostable DHCP agents. Network: ead5f45c-40b7-47df-88e1-3cd8406b9ff9, hostable agents: ['36c9647a-a4f2-4f78-9b2a-91c0caae5551'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:44:25.613534 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.621750 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Attempting to bind port 66c77537-014d-433d-a164-b15b9aa0a691 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:25.622260 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Attempting to bind port 66c77537-014d-433d-a164-b15b9aa0a691 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:25.622619 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Attempting to bind port 66c77537-014d-433d-a164-b15b9aa0a691 on network 25e330fe-1bdb-4853-9296-81adcecf9d38 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:25.627654 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:25.628358 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Checking segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:25.628759 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.629149 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Bound using segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:25.629675 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Bound port: 66c77537-014d-433d-a164-b15b9aa0a691, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:25.630068 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.693552 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] For port 66c77537-014d-433d-a164-b15b9aa0a691, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:25.696119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.696931 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] For port 66c77537-014d-433d-a164-b15b9aa0a691, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=66c77537-014d-433d-a164-b15b9aa0a691,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:25.699755 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-40f6fd1b-775b-4489-bebc-66d1598de6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:25.731514 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 is scheduled to be hosted by DHCP agent 36c9647a-a4f2-4f78-9b2a-91c0caae5551 with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:44:25.738177 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dcd5bf-104f-4fe9-8b9a-38f5e7ed5538,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:25.744336 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df315475c1894beaae122c7e6060ed3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980487 Jun 24 10:44:25.745224 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-602d39a7-a55f-4be0-8d31-875285bb272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:25.747305 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33086) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:25.793637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.795074 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.798587 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-f0160068-2331-407a-aeba-7e2606e1a065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:25.815479 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.826326 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-9-smb, ead5f45c-40b7-47df-88e1-3cd8406b9ff9) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:25.835019 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:25.835592 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:25.837985 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0000e3-787e-448b-8474-1ff907d683f5 None None] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:25.864644 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Pushing event updated for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:25.888933 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-0845a392-b86e-46c2-8557-6c256e99c360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:25.901803 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:25.902604 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:25.981311 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33092) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:25.999464 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-9c2f5aff-c83f-495e-97c2-35655bb7ed9c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8968730 Jun 24 10:44:26.003828 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:26.007644 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.010220 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.016529 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24dcd5bf-104f-4fe9-8b9a-38f5e7ed5538 HTTP/1.1" status: 204 len: 168 time: 0.2683675 Jun 24 10:44:26.026793 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e3e16a0a-3432-414b-bbe8-a94b78990fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:26.050146 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dcd5bf-104f-4fe9-8b9a-38f5e7ed5538,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:26.062149 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cb6fc046-44ac-4256-8b17-4d6bf6cf844d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:26.110479 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:26.146941 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 66c77537-014d-433d-a164-b15b9aa0a691 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:26.166685 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11570'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.167850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-402774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1810489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11577'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.240120 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48bdd6f5-30b1-5d2a-b8eb-bfb8b4ccc237-ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'fixed_ips': [{'subnet_id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e'}]}} from dv-cinder-786386-9-smb. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 10:44:26.241195 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.245808 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.259166 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aebcd652-c5d5-4a94-9ec1-edd8989f6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.326239 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 66c77537-014d-433d-a164-b15b9aa0a691 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:26.328004 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:25Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:26.332078 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 66c77537-014d-433d-a164-b15b9aa0a691 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:26.332656 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.360763 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa98c4f-88f3-4fcf-931d-b74b4b7981f3 None None] The sync data for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb is: [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:25Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:26.429489 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Allocated IP 172.20.0.2 (ead5f45c-40b7-47df-88e1-3cd8406b9ff9/7cadeddd-b4db-42e0-971a-93dedf0e3f2e/3170947a-a6f6-4f8e-8a32-4b8e3415ae6c) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:26.529945 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.589311 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 66c77537-014d-433d-a164-b15b9aa0a691, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=66c77537-014d-433d-a164-b15b9aa0a691,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:26.690706 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.693357 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.694240 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 75c65f7b-39c5-4fa4-81ce-a61d51285017 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:26.699309 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:26.706584 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Transition to ACTIVE for port object 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:26.784693 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Transition to ACTIVE for port object 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:26.810785 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:26.815619 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:26.825261 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 75c65f7b-39c5-4fa4-81ce-a61d51285017 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:26.825645 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.832519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11543'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.896387 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:26.900158 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-005cb058-5f25-4620-9585-1f7863fb96bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:26.949974 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:26.954834 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:26.957754 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:26.966302 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Pushing event updated for resources: {'Port': ['ID=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:26.975579 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:27.067318 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Attempting to bind port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:27.067824 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Attempting to bind port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:27.068270 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Attempting to bind port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c on network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:27.073953 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:27.074421 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Checking segment: {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:27.074933 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.075410 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Bound using segment: {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:27.076187 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Bound port: 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:27.081462 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.165771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.168954 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] For port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:27.172273 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] For port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:27.185424 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.271079 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.274623 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-ceb609a1-f0dc-49ed-852a-6a312a019f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:27.288906 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Allocated IP 172.28.2.181 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/464184db-558c-449c-8263-b3ea2457d64e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:27.357786 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Pushing event updated for resources: {'Port': ['ID=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:27.369665 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-484602d5-1bf1-4ab9-bc43-a55e96a8b13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:27.428982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.577648 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:27.583005 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-99f642a5-75e4-4b6b-bb59-fac316e3b2f6 tempest-AttachVolumeNegativeTest-1390986689 tempest-AttachVolumeNegativeTest-1390986689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:27.621122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:27.624863 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:27.631994 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:27.635286 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Pushing event updated for resources: {'Port': ['ID=464184db-558c-449c-8263-b3ea2457d64e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:27.660021 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:28.024020 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.226968 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:28.304004 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693320'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.354839 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:28.359414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 66c77537-014d-433d-a164-b15b9aa0a691 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:28.366998 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009abc0-be79-4b18-814f-a04a5b2cac28 None None] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:44:28.499070 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 66c77537-014d-433d-a164-b15b9aa0a691 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:28.499452 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.600218 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Router 39d28363-d1e7-48af-8922-6b5b7903cbdc is scheduled to L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 10:44:28.640832 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Provisioning for port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:28.644765 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Provisioning complete for port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:28.645174 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.734550 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.762307 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:28.776217 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Sync routers for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:28.791552 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] For port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:28.798857 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:28.799523 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:43:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:28.902136 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.902685 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:28.903467 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-6f5f56d7-de2c-4a2d-852d-d790cbdf137e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9212227 Jun 24 10:44:28.904884 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:28.906502 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33156) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:28.928961 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:29.064182 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Pushing event updated for resources: {'Port': ['ID=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:29.068799 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-a6473c16-caa2-4b0f-b022-8b4000ac1980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:29.071172 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c2af07c4-33bf-4a7b-bdbc-329523fe328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.085844 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9364f1e8-6aaa-403e-aa22-dd1148bdfd14 None None] Provisioning complete for port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:29.086222 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9364f1e8-6aaa-403e-aa22-dd1148bdfd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.206967 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.217814 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:27Z', 'revision_number': 3, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:29.244682 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Checking router: 39d28363-d1e7-48af-8922-6b5b7903cbdc for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:29.245292 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Updating router 39d28363-d1e7-48af-8922-6b5b7903cbdc port 464184db-558c-449c-8263-b3ea2457d64e binding host dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:44:29.281435 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.319892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.482423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Allocated IP 172.20.0.1 (ead5f45c-40b7-47df-88e1-3cd8406b9ff9/7cadeddd-b4db-42e0-971a-93dedf0e3f2e/3fb44375-2ebf-4c40-ac72-62f270809534) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:29.530216 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.540956 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Transition to ACTIVE for port object 464184db-558c-449c-8263-b3ea2457d64e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:29.583665 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.596914 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Transition to ACTIVE for port object 3fb44375-2ebf-4c40-ac72-62f270809534 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:29.628433 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.630461 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:29.680754 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Attempting to bind port 464184db-558c-449c-8263-b3ea2457d64e on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:29.681066 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Attempting to bind port 464184db-558c-449c-8263-b3ea2457d64e by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:29.681387 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Attempting to bind port 464184db-558c-449c-8263-b3ea2457d64e on network f0253786-66f4-4c24-b423-abda2a7e8b37 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:29.684190 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488a017-9e23-469d-b584-dafd812ce054 None None] Pushing event updated for resources: {'Port': ['ID=464184db-558c-449c-8263-b3ea2457d64e,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:29.688003 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4488a017-9e23-469d-b584-dafd812ce054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:29.689140 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:29.689523 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Checking segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:29.690036 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.690319 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Bound using segment: {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:29.690795 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Bound port: 464184db-558c-449c-8263-b3ea2457d64e, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115a9a06-7de9-4b30-9fc3-499a689280e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:29.691213 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.726336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.728527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-131d60b6-ddf4-4a94-a6bf-0c0fe3d85686 tempest-VolumesActionsTest-1375937664 tempest-VolumesActionsTest-1375937664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:29.756036 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] For port 464184db-558c-449c-8263-b3ea2457d64e, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:29.759188 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] For port 464184db-558c-449c-8263-b3ea2457d64e, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=464184db-558c-449c-8263-b3ea2457d64e,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:29.773137 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:29.776744 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:29.783216 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:29.807130 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Pushing event updated for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:29.811162 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:29.824449 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691909'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.836226 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:29.838205 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:29.907833 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:29.908485 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:44:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:29.945955 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488a017-9e23-469d-b584-dafd812ce054 None None] Pushing event updated for resources: {'Port': ['ID=464184db-558c-449c-8263-b3ea2457d64e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:29.956545 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-4488a017-9e23-469d-b584-dafd812ce054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:30.072634 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.156913 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:30.219412 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:30.239726 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.313287 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.314716 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.315991 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0f4b2756-31b3-45c5-8127-edfd863b22e8 None None] Provisioning for port 3fb44375-2ebf-4c40-ac72-62f270809534 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:30.325127 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0f4b2756-31b3-45c5-8127-edfd863b22e8 None None] Provisioning complete for port 3fb44375-2ebf-4c40-ac72-62f270809534 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:30.325325 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2756-31b3-45c5-8127-edfd863b22e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.328741 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:30.329103 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.334817 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-893c6237-b30f-48a0-8de3-f36d9ba98939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:30.387325 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1797571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1692145'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.390056 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Pushing event updated for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:30.395257 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:30.411414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b2756-31b3-45c5-8127-edfd863b22e8 None None] Port 3fb44375-2ebf-4c40-ac72-62f270809534 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:44:30.483512 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:30.485019 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:30.517190 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:27Z', 'revision_number': 3, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:30.552464 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6cf95-6425-4de4-85cf-0d3dd81c4662 None None] The sync data for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb is: [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:27Z', 'revision_number': 3, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:30.623742 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Router 39d28363-d1e7-48af-8922-6b5b7903cbdc has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:44:30.735501 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-72884ad0-0a76-4d08-bac4-3a90d5decc54 None None] Provisioning complete for port 3fb44375-2ebf-4c40-ac72-62f270809534 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:30.735881 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-72884ad0-0a76-4d08-bac4-3a90d5decc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:30.742567 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:30.748951 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] 10.222.0.24 "PUT /v2.0/routers/39d28363-d1e7-48af-8922-6b5b7903cbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417492 Jun 24 10:44:30.794120 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-72884ad0-0a76-4d08-bac4-3a90d5decc54 None None] Port 3fb44375-2ebf-4c40-ac72-62f270809534 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:44:31.003737 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:31.259738 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.325927 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.365702 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.378858 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33210) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:31.422467 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.428765 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9773f684-e2dc-470e-8baf-2f801e995109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:31.473890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b16f07ba94d14fa69b548286d9b3ffac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682887 Jun 24 10:44:31.476147 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222a7bf-a146-4734-ab04-a4d9c8925f21,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:31.477110 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33214) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:31.479141 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2e5de36a-ef81-4e67-8ac6-f96152e445be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:31.537330 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.581898 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.615132 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.687184 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.754530 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.757524 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.758777 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9222a7bf-a146-4734-ab04-a4d9c8925f21 HTTP/1.1" status: 204 len: 168 time: 0.2749829 Jun 24 10:44:31.759541 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4cba5cdc-9723-4c44-9e97-ea66c3b6b81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:31.782667 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.798159 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222a7bf-a146-4734-ab04-a4d9c8925f21,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:31.820838 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:31.821423 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a2903dbc-9cd3-48cf-84f8-9a77427fd7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:31.828964 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33232) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:31.829112 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87a9ce8f8dac41afa111bb37933f0a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485741 Jun 24 10:44:31.853011 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca38fce-2bc1-466c-8d96-b5ab1d395922,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:31.856482 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0cb6e890-33cf-49f9-aa16-e9cd37c1099d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:31.930447 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:31.960081 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.118453 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 464184db-558c-449c-8263-b3ea2457d64e up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:32.120022 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.123507 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.125529 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ca38fce-2bc1-466c-8d96-b5ab1d395922 HTTP/1.1" status: 204 len: 168 time: 0.2954493 Jun 24 10:44:32.126568 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9ab353ed-b87d-4e50-b468-3c2d6476ae7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:32.144272 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca38fce-2bc1-466c-8d96-b5ab1d395922,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:32.148233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:32.190936 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.290759 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 464184db-558c-449c-8263-b3ea2457d64e completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:32.295502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 464184db-558c-449c-8263-b3ea2457d64e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:32.296074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.395258 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.422768 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 464184db-558c-449c-8263-b3ea2457d64e, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=464184db-558c-449c-8263-b3ea2457d64e,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:32.526172 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.529503 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-b9a37175-4fb3-4bdd-ae7d-0b60afcc6a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:32.605394 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=464184db-558c-449c-8263-b3ea2457d64e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:32.609406 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:32.710562 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33240) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:32.726757 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.862645 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:32.999161 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.001024 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-16ee6a7e-b98a-46c0-8953-00594d786132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:33.039185 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a2faaf091b745d4baff11113bcd1f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274841 Jun 24 10:44:33.041653 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9340473c-e137-49d4-8e4c-1f2b8d4a3043,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:33.041851 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33242) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:33.045392 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8e1d3e9a-5e32-4542-8b8d-1bb793eb1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:33.112451 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33244) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:33.126130 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.129939 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.178812 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.267068 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.342103 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.344949 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.349301 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9340473c-e137-49d4-8e4c-1f2b8d4a3043 HTTP/1.1" status: 204 len: 168 time: 0.3020797 Jun 24 10:44:33.349301 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e4386b6a-ab8c-4f0d-99bb-a11efa19baff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:33.356880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9340473c-e137-49d4-8e4c-1f2b8d4a3043,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:33.359527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-33ef4d86-cf68-4125-9715-94c4e5e96d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:33.380796 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.390356 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c160fdd1-120f-404f-a8a3-b63cec0b1338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:33.440188 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0feefea9ce4434b24771dfd9440bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263974 Jun 24 10:44:33.442850 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33248) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:33.453431 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b447e-f91e-4a2f-9a5f-2b212dfd4ad2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:33.458137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-58a0dd5b-f599-4439-b5bf-cb1dd4a890f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:33.469249 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Sync routers for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:33.486296 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:33.486296 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:44:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:33.513085 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.542889 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.645350 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:33.731870 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.735247 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:33.739776 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f5b447e-f91e-4a2f-9a5f-2b212dfd4ad2 HTTP/1.1" status: 204 len: 168 time: 0.2925076 Jun 24 10:44:33.739776 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-649d23c7-19ff-44a9-83e4-d8c6c0d2d0e3 tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:33.748234 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b447e-f91e-4a2f-9a5f-2b212dfd4ad2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:33.760779 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.761172 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.761546 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.761979 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.763404 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.763587 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.764119 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.764466 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.764834 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.765688 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.766059 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.766537 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:33.779442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4f0ae222-5068-4f8f-bf5d-12a49ce6c4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:34.033400 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:29Z', 'revision_number': 4, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '3fb44375-2ebf-4c40-ac72-62f270809534', 'name': '', 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:29Z', 'updated_at': '2021-06-24T10:44:30Z', 'revision_number': 2, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'subnets': [{'id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:34.079082 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Checking router: 39d28363-d1e7-48af-8922-6b5b7903cbdc for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:34.079967 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Updating router 39d28363-d1e7-48af-8922-6b5b7903cbdc port 3fb44375-2ebf-4c40-ac72-62f270809534 binding host dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:44:34.100853 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 464184db-558c-449c-8263-b3ea2457d64e up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:34.132908 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.226767 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 464184db-558c-449c-8263-b3ea2457d64e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:34.228161 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.475844 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.487865 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Transition to ACTIVE for port object 3fb44375-2ebf-4c40-ac72-62f270809534 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:34.570266 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.573726 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-5ad088eb-b518-4e86-8098-9be425a575da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:34.626187 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630d8c-e79e-440b-8ab0-cb5d00b9d204 None None] Pushing event updated for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:34.630493 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-a4630d8c-e79e-440b-8ab0-cb5d00b9d204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:34.707736 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Attempting to bind port 3fb44375-2ebf-4c40-ac72-62f270809534 on host dv-cinder-786386-9-smb for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:34.708374 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Attempting to bind port 3fb44375-2ebf-4c40-ac72-62f270809534 by drivers openvswitch,hyperv on host dv-cinder-786386-9-smb at level 0 using segments [{'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:34.708915 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Attempting to bind port 3fb44375-2ebf-4c40-ac72-62f270809534 on network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:34.715065 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Checking agent: {'id': '2e88c25d-a7f4-4a1f-a9ad-afe087211c25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 27, 59), 'started_at': datetime.datetime(2021, 6, 24, 10, 28, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:34.715442 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Checking segment: {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:34.716029 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.716587 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Bound using segment: {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:34.717232 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Bound port: 3fb44375-2ebf-4c40-ac72-62f270809534, host: dv-cinder-786386-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:34.717618 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.833130 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] For port 3fb44375-2ebf-4c40-ac72-62f270809534, host dv-cinder-786386-9-smb, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:34.837483 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] For port 3fb44375-2ebf-4c40-ac72-62f270809534, host dv-cinder-786386-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3fb44375-2ebf-4c40-ac72-62f270809534,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:34.931886 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:34.934121 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:35.028296 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:44:35.029011 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:44:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:35.034128 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630d8c-e79e-440b-8ab0-cb5d00b9d204 None None] Pushing event updated for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:35.091747 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG oslo_concurrency.lockutils [None req-a4630d8c-e79e-440b-8ab0-cb5d00b9d204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:35.181810 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:44:35.431045 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:29Z', 'revision_number': 4, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '3fb44375-2ebf-4c40-ac72-62f270809534', 'name': '', 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:29Z', 'updated_at': '2021-06-24T10:44:34Z', 'revision_number': 4, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'subnets': [{'id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:35.457955 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84aac47-ccd5-474b-b498-8a7550ba6878 None None] The sync data for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb is: [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:44:29Z', 'revision_number': 4, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '3fb44375-2ebf-4c40-ac72-62f270809534', 'name': '', 'network_id': 'ead5f45c-40b7-47df-88e1-3cd8406b9ff9', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:29Z', 'updated_at': '2021-06-24T10:44:34Z', 'revision_number': 4, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'subnets': [{'id': '7cadeddd-b4db-42e0-971a-93dedf0e3f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:36.109816 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3fb44375-2ebf-4c40-ac72-62f270809534 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:36.274150 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning for port 3fb44375-2ebf-4c40-ac72-62f270809534 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:36.280816 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 3fb44375-2ebf-4c40-ac72-62f270809534 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:36.281202 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.360400 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33312) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:36.405923 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.451099 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] For port 3fb44375-2ebf-4c40-ac72-62f270809534, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3fb44375-2ebf-4c40-ac72-62f270809534,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:36.530479 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.549047 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.552205 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:36.622144 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Pushing event updated for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:36.625914 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:36.706108 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.783385 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.806254 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8be4f2-13bb-4891-b768-b7eba37ae732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:36.816969 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fdc5d51f7dc4c59abae354eea603c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554801 Jun 24 10:44:36.819700 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33324) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:36.862990 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb7d3a-1eaf-4ec9-82bc-5a621cda7545,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:36.881451 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0e19ef16-3d4e-415e-bd74-c8f307442110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:36.899397 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:36.940948 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:37.108598 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:37.111639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:37.116874 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3cb7d3a-1eaf-4ec9-82bc-5a621cda7545 HTTP/1.1" status: 204 len: 168 time: 0.2957871 Jun 24 10:44:37.134139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3b1b5729-d53b-4d2a-9203-ec6ace7bee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:37.134139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb7d3a-1eaf-4ec9-82bc-5a621cda7545,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:37.134139 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd140c4e-18cf-4081-9dd4-f646e3eb37cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:38.088231 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3fb44375-2ebf-4c40-ac72-62f270809534 up at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:38.175924 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Provisioning complete for port 3fb44375-2ebf-4c40-ac72-62f270809534 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:38.176805 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:39.367326 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33390) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:39.477299 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:39.567817 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:39.816492 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:39.820225 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b56c5566-d2e5-4cfc-8cab-bd52121426fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:39.854585 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59140e6e-083a-464a-a51e-b44c52b06be8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:39.868135 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:39.880657 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33400) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:39.881144 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-c2a66d8a-6f3f-487f-847e-2b978956c38a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9c9b1a261284ede95a0372e052f743c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121460 Jun 24 10:44:39.942114 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:39.965728 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:40.085537 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:40.088257 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:40.089400 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59140e6e-083a-464a-a51e-b44c52b06be8 HTTP/1.1" status: 204 len: 168 time: 0.2070339 Jun 24 10:44:40.090162 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c672be45-3b06-49dd-9edd-ee27d4ad0ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:40.102797 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59140e6e-083a-464a-a51e-b44c52b06be8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:40.111075 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a262f63f-12b5-4572-a4d2-d9de2ed4cdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:43.961597 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33476) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:44.080634 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.169926 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.411631 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.415364 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-4aaa9b2c-03d5-4561-9525-06cd02f2521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:44.449622 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af8961bf58704d6fa764e797dd7117db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869392 Jun 24 10:44:44.450738 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce11d8c7-9af7-4a9c-b206-34160486623f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:44.452775 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33486) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:44.454515 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3d4a1e2a-0b0a-4307-b195-fb60c3c06c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:44.503026 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.525864 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.628316 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.631188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:44.632401 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce11d8c7-9af7-4a9c-b206-34160486623f HTTP/1.1" status: 204 len: 168 time: 0.1786451 Jun 24 10:44:44.633278 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eb57edd1-7c20-4eaa-826c-1dba37730963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:44.641234 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce11d8c7-9af7-4a9c-b206-34160486623f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:44.645087 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-97378199-3738-400e-ada1-669bdc62164f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:45.271852 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-2ae5853b-245b-4533-b698-0ac0d431bc7d tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:45.276955 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-2ae5853b-245b-4533-b698-0ac0d431bc7d tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 815 time: 0.1026719 Jun 24 10:44:45.294452 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-7e394a21-786e-464c-abb4-274a6c9b0f09 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/quotas/6069a37a8e6d4074b4c60731c5707eda HTTP/1.1" status: 200 len: 375 time: 0.0106897 Jun 24 10:44:45.318713 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:45.335337 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.369020 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-7d07b768-23b8-4617-ae0d-b79506ed23b6 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694237 Jun 24 10:44:45.422446 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.461065 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-d027889a-6de2-40fd-a7c1-dc2261315ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801680 Jun 24 10:44:45.530724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.534350 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8d1909c6-cbe2-4fdd-805e-51c60f9fe22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:45.551740 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-d8a66885-8e22-4c83-9534-1204581b9560 service neutron] 10.222.0.24 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847876 Jun 24 10:44:45.567913 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0419234cd5948e1990a0fc84eef5c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477977 Jun 24 10:44:45.570575 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33508) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:45.574209 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262e194-9bd3-40fb-a660-0e3e5be72e4e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:45.577742 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a8ad465f-aea4-42cb-be5d-c13f8a1340cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:45.626759 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.648046 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.776637 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.779243 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:45.788808 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a262e194-9bd3-40fb-a660-0e3e5be72e4e HTTP/1.1" status: 204 len: 168 time: 0.2085779 Jun 24 10:44:45.788808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-859c1d18-e2a6-4f08-8e75-8dd4f5f11e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:45.788808 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262e194-9bd3-40fb-a660-0e3e5be72e4e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:45.791578 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-59dac427-4d1b-4aea-9f9b-6e4f7f86f200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:46.459266 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33520) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:46.473269 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.557511 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.650431 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.653102 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b6735c8f-23bd-4afb-a702-79cd0a17d116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:46.687199 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd1ffb-faac-4ab4-8a27-bc4c659e37c5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:46.690339 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:46.694954 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-1eee5aeb-03f3-428a-8de9-89fe97e77245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=034cee5d28144c558e93ad93f74b5584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328660 Jun 24 10:44:46.696169 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:46.745510 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.765690 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.896565 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.899293 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:46.900500 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93cd1ffb-faac-4ab4-8a27-bc4c659e37c5 HTTP/1.1" status: 204 len: 168 time: 0.2036226 Jun 24 10:44:46.901211 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e5176523-281e-45da-91da-75fcd41fef94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:46.938560 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-84ec9147-c855-4885-8458-1b37ed28e9e1 req-55cec7fa-0198-40fd-884b-031c17296a06 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 210 time: 0.0347366 Jun 24 10:44:46.945071 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cd1ffb-faac-4ab4-8a27-bc4c659e37c5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:46.945071 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-27d72f7a-b9f3-457a-94d4-8670710a945e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:48.038934 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-b2e63d3c-575a-408c-a457-7ca6031e2cf1 req-d9a6b092-62fd-4126-b401-b494b3e9bc4f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Jun 24 10:44:49.189974 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-a05f6ef2-1040-4f8f-b310-c7e86ed59e3c req-1716a23b-b34b-437c-a90b-00461afaea19 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 210 time: 0.0317812 Jun 24 10:44:49.813639 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-a1411f12-7b43-4bfb-9af9-69b182002d6e tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:49.815193 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-a1411f12-7b43-4bfb-9af9-69b182002d6e tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 815 time: 0.0973134 Jun 24 10:44:49.835823 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'port': {'device_id': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'admin_state_up': True, 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:49.982267 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33658) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:50.062189 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Made reservation on behalf of 6069a37a8e6d4074b4c60731c5707eda for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:50.065901 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.074370 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:44:50.088987 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.178321 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.192641 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Allocated IP 172.20.0.10 (25e330fe-1bdb-4853-9296-81adcecf9d38/2a4a3453-2c25-4734-afc2-be07721ffdab/ffc2229f-426e-4a56-9cbd-9e71fd8aa768) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:50.262380 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.266137 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e28e3082-eb00-4d64-8ea8-8cb69a371f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:50.306512 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33664) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:50.306765 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba729bcada6d4876867ac75fe15a0c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232141 Jun 24 10:44:50.309003 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054656a-5415-4f7a-939e-52a2dbed395f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:50.312288 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-153959ec-1d8a-40ff-82da-9a03b9149715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:50.343174 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-76fd8618-e9a1-4b6a-8c35-73146c23370f req-1f691f89-9bad-4e41-915a-5ae6c5a3546d tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 210 time: 0.0294900 Jun 24 10:44:50.356644 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.385527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Transition to ACTIVE for port object ffc2229f-426e-4a56-9cbd-9e71fd8aa768 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:50.404820 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.436559 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.600122 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60398351'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.604334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-86b0c4d2-36ec-4e9a-8a7d-2eb5e698cdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:50.643020 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:50.648554 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:50.655360 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:44:50.659058 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:50.679329 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:50.704396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.704396 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.704396 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b054656a-5415-4f7a-939e-52a2dbed395f HTTP/1.1" status: 204 len: 168 time: 0.3927987 Jun 24 10:44:50.704832 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efefa76e-2367-44f7-a3fe-e8e13edb86ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:50.720049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:50.720681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:50.723987 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054656a-5415-4f7a-939e-52a2dbed395f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:50.726874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-93c1eec6-570e-42f5-ab0d-12b147e60d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:50.834833 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-5659ab6c-7567-44bc-af1f-b98bc46aafc4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0033407 Jun 24 10:44:50.854199 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Request body: {'port': {'device_id': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:44:50.947223 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:51.091154 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-aeab77a9-3a8d-4025-b00b-9d715018aaf3 None None] Provisioning for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:44:51.096387 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-aeab77a9-3a8d-4025-b00b-9d715018aaf3 None None] Provisioning complete for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:44:51.097165 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aeab77a9-3a8d-4025-b00b-9d715018aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:51.152189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-aeab77a9-3a8d-4025-b00b-9d715018aaf3 None None] Port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 10:44:51.549418 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33698) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:51.623310 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:51.714565 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e89d7-9dcf-4819-bd10-d6cd680a0b26 req-ce758ed7-09ad-41eb-b3f7-a29bb4f9b7ce tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:51.724596 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-af1e89d7-9dcf-4819-bd10-d6cd680a0b26 req-ce758ed7-09ad-41eb-b3f7-a29bb4f9b7ce tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 932 time: 0.1913390 Jun 24 10:44:51.823506 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2229f-426e-4a56-9cbd-9e71fd8aa768 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:44:51.852979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:51.907011 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Transition to ACTIVE for port object ffc2229f-426e-4a56-9cbd-9e71fd8aa768 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 10:44:51.928860 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-af1e89d7-9dcf-4819-bd10-d6cd680a0b26 req-5b0334c9-d9cb-4cf4-af00-8ac9a0813ea7 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952026 Jun 24 10:44:51.975969 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:51.985709 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c69088ad-737c-4eb8-b207-2507470a95ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:52.037336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.078284 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:52.087324 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:52.109187 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.127519 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-316763e6-15fa-4b37-9bdc-dd5fd2e1de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:52.167410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb52319-af40-4b48-b9fb-cd2cb8af5e1a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:52.179222 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:52.189641 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-fe3e1a72-f27b-403c-bfd0-a8d0d277d565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb642596e82846c596fa067e49b29f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282043 Jun 24 10:44:52.195685 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33706) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:52.227098 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Attempting to bind port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 10:44:52.227454 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Attempting to bind port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 10:44:52.228049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Attempting to bind port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 on network 25e330fe-1bdb-4853-9296-81adcecf9d38 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:52.240705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 on network 25e330fe-1bdb-4853-9296-81adcecf9d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 10:44:52.245513 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Attempting to bind port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 on network 25e330fe-1bdb-4853-9296-81adcecf9d38 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 10:44:52.252491 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Checking agent: {'id': '0f5c3365-be69-44cd-8005-b4366c30449a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'started_at': datetime.datetime(2021, 6, 24, 10, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 10:44:52.252835 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Checking segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 10:44:52.253224 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Bound using segment: {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 10:44:52.254233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Bound port: ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1785359d-8c3c-4e4a-83e2-aada283db6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 10:44:52.254604 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.311655 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.349619 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.363985 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:52.389384 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:52.491558 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.493903 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-738ae87f-a34d-408b-bb1b-d69cd115e10d tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:52.521539 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.524210 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.525347 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acb52319-af40-4b48-b9fb-cd2cb8af5e1a HTTP/1.1" status: 204 len: 168 time: 0.3315730 Jun 24 10:44:52.534281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:52.535064 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:52.536416 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] 10.222.0.45 "PUT /v2.0/ports/ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1094 time: 1.6864517 Jun 24 10:44:52.536939 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:44:52.539264 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783712ec-822d-4fa3-9acb-274069a9777f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:52.581239 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:52.590437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3dd066b5-31e9-444f-9534-b4deded6798e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:52.590437 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05e360a7-1d6c-483a-a1ec-455f89db5257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:52.593722 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb52319-af40-4b48-b9fb-cd2cb8af5e1a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:52.596850 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0557195e-30d6-49ae-a1e0-57c1372eb665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:52.617675 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6157d6b8-94a3-4a8b-8905-4b8f0c5266e0 x-openstack-request-id: req-6157d6b8-94a3-4a8b-8905-4b8f0c5266e0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:52.618063 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:52.618363 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6157d6b8-94a3-4a8b-8905-4b8f0c5266e0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:52.618863 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:44:53.177591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5aaef-b590-4c4f-93bd-2d7088c1a779 req-9ad83d70-6497-4b90-a34a-537022b5367a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:53.179281 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8cc5aaef-b590-4c4f-93bd-2d7088c1a779 req-9ad83d70-6497-4b90-a34a-537022b5367a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0824063 Jun 24 10:44:53.223235 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8cc5aaef-b590-4c4f-93bd-2d7088c1a779 req-7713f883-0e3d-42d9-86d1-51c6917479ad tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 Jun 24 10:44:54.397627 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943912a9-c6e9-4226-bc25-d000bf27491f req-7a23c499-1d26-4a8d-b338-5f2b99dac92b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:54.399113 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-943912a9-c6e9-4226-bc25-d000bf27491f req-7a23c499-1d26-4a8d-b338-5f2b99dac92b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0658426 Jun 24 10:44:54.435244 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-943912a9-c6e9-4226-bc25-d000bf27491f req-b6c94764-2bde-4b27-a3d8-707407304b27 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Jun 24 10:44:54.827762 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33730) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:54.927975 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.012274 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.102309 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.105028 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3e32d39f-6edc-46fd-ba12-28deb8f1a0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:55.142247 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16161c90-c9df-4625-b974-9a1d5803de59,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:55.146141 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c7e7987eed14e08b09c1bb781ebb1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173807 Jun 24 10:44:55.148883 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33734) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:44:55.152202 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.152586 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.152968 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.153336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.153698 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.154057 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.154415 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.154772 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.155153 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.155509 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.155861 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.156215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:55.159992 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cdf39506-431a-4f73-8a4c-7d166b08bceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:55.211215 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.231180 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.364809 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.367559 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:55.368707 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16161c90-c9df-4625-b974-9a1d5803de59 HTTP/1.1" status: 204 len: 168 time: 0.2188468 Jun 24 10:44:55.369468 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a51d5cb4-5299-472c-8bd6-86356ae15e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:44:55.376636 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16161c90-c9df-4625-b974-9a1d5803de59,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:55.379052 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-71e1cd7d-44d6-43b3-9763-0407c734b04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:44:55.623724 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ef3e-d774-468c-8737-4140c9a78a26 req-96967e34-908b-417b-85e7-07fc3e53c713 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:55.625359 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bc7ef3e-d774-468c-8737-4140c9a78a26 req-96967e34-908b-417b-85e7-07fc3e53c713 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0817928 Jun 24 10:44:55.665327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7bc7ef3e-d774-468c-8737-4140c9a78a26 req-633fdace-7b97-498b-a248-6f20cf4f71fc tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Jun 24 10:44:56.159197 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d10c1dcb-8457-41df-8453-632e0297fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:56.839043 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f5823-2ca5-4a88-be7f-f2097ac28fa9 req-19d86323-a061-4367-83f8-1a87b2c35738 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:56.840934 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-439f5823-2ca5-4a88-be7f-f2097ac28fa9 req-19d86323-a061-4367-83f8-1a87b2c35738 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0654166 Jun 24 10:44:56.887923 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-439f5823-2ca5-4a88-be7f-f2097ac28fa9 req-e0a5e420-b377-4583-b5db-d97e33fd267b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Jun 24 10:44:58.075632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c6b4-012d-4930-b6a3-8dff9d7977d4 req-c27cb666-b5f0-40ee-9202-ea64452353b4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:58.077097 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6580c6b4-012d-4930-b6a3-8dff9d7977d4 req-c27cb666-b5f0-40ee-9202-ea64452353b4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0718901 Jun 24 10:44:58.113971 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6580c6b4-012d-4930-b6a3-8dff9d7977d4 req-cd561308-b546-46f5-a472-1f08c2310011 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Jun 24 10:44:58.993332 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e7e691cc-c7c7-4741-845f-ee5fee0e16a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:59.096187 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:44:59.284485 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9562d-d92a-4321-b53e-cd515aa04444 req-9b6029ff-cbab-4fe0-8940-ef05e3eb16f9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:44:59.286326 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfa9562d-d92a-4321-b53e-cd515aa04444 req-9b6029ff-cbab-4fe0-8940-ef05e3eb16f9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0605781 Jun 24 10:44:59.321831 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-bfa9562d-d92a-4321-b53e-cd515aa04444 req-aff24685-3107-4e3b-bf98-c20b0a65b63a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Jun 24 10:45:00.090800 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:00.512815 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca56cd-a5ee-42b5-9b58-bd8f4c71b00a req-6ab26f5f-60d9-42cf-af1b-35f8c1b9471f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:00.514473 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5aca56cd-a5ee-42b5-9b58-bd8f4c71b00a req-6ab26f5f-60d9-42cf-af1b-35f8c1b9471f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0817146 Jun 24 10:45:00.559617 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5aca56cd-a5ee-42b5-9b58-bd8f4c71b00a req-d4c06415-1b04-4838-9181-d1f12c222673 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jun 24 10:45:01.324369 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:01.727634 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc34ecd-b37e-4c3e-9508-7d6c5e1d95b7 req-50a1c17d-d3f3-489d-8934-ec0e9eddd4e0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:01.729056 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0bc34ecd-b37e-4c3e-9508-7d6c5e1d95b7 req-50a1c17d-d3f3-489d-8934-ec0e9eddd4e0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0603881 Jun 24 10:45:01.763843 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-0bc34ecd-b37e-4c3e-9508-7d6c5e1d95b7 req-d6d0d816-219a-4e63-b20f-f67e676b5f10 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294073 Jun 24 10:45:02.947205 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620a52b-2777-456f-abc9-6b441f9867a0 req-f581d2b4-fab7-467b-aa7f-8011d7e1ddf8 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:02.948852 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7620a52b-2777-456f-abc9-6b441f9867a0 req-f581d2b4-fab7-467b-aa7f-8011d7e1ddf8 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0724690 Jun 24 10:45:02.994516 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-7620a52b-2777-456f-abc9-6b441f9867a0 req-85f33f5c-519a-45b8-b361-331423ad7df4 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Jun 24 10:45:03.135288 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:04.171442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf35776-13ba-4527-8c07-b7b7984567b1 req-25e058ab-88b7-4618-b5ad-2c982c4d1d72 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:04.172878 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fbf35776-13ba-4527-8c07-b7b7984567b1 req-25e058ab-88b7-4618-b5ad-2c982c4d1d72 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0660944 Jun 24 10:45:04.208919 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-fbf35776-13ba-4527-8c07-b7b7984567b1 req-76a2d714-eb6a-444f-88f7-7f77c7f5e361 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302589 Jun 24 10:45:04.905590 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783712ec-822d-4fa3-9acb-274069a9777f req-827e5901-a8f2-476e-8923-6c79b8193ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:04.907082 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-783712ec-822d-4fa3-9acb-274069a9777f req-827e5901-a8f2-476e-8923-6c79b8193ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1097 time: 0.0521224 Jun 24 10:45:05.015784 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783712ec-822d-4fa3-9acb-274069a9777f req-9673accc-99e7-4e63-9717-3ae7a5f67825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.022155 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-783712ec-822d-4fa3-9acb-274069a9777f req-9673accc-99e7-4e63-9717-3ae7a5f67825 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6069a37a8e6d4074b4c60731c5707eda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0891805 Jun 24 10:45:05.110410 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783712ec-822d-4fa3-9acb-274069a9777f req-8a65f79f-0208-4a5b-ab1f-60d99bf803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.111865 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-783712ec-822d-4fa3-9acb-274069a9777f req-8a65f79f-0208-4a5b-ab1f-60d99bf803e7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876262 Jun 24 10:45:05.229833 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-b1874c3d-b73f-4457-938b-ed3cd36c0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.231233 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-b1874c3d-b73f-4457-938b-ed3cd36c0928 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1097 time: 0.0504365 Jun 24 10:45:05.282560 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-77913f8d-339c-4da2-ab54-848d6fa54061 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 217 time: 0.0373726 Jun 24 10:45:05.354423 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-b10a48e2-b22a-48b5-b60e-c843fd7fd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.355867 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-b10a48e2-b22a-48b5-b60e-c843fd7fd613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0671370 Jun 24 10:45:05.417297 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd635-0da2-4022-932e-2a318ca10251 req-1eb13ccd-4494-4592-8cab-e722d778cc7e tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.418707 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-91ebd635-0da2-4022-932e-2a318ca10251 req-1eb13ccd-4494-4592-8cab-e722d778cc7e tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.1008062 Jun 24 10:45:05.445947 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926e73-5340-4e9b-bc94-076910bb7187 req-df145620-426e-4e12-9ad8-30e523a4f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:05.447420 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-df145620-426e-4e12-9ad8-30e523a4f46b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840361 Jun 24 10:45:05.507246 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-91ebd635-0da2-4022-932e-2a318ca10251 req-2c72a71c-06e9-4d1e-8b5d-d257483248fa tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Jun 24 10:45:05.545518 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-a2fddaf1-46f7-42ea-9875-5af174136aba service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919189 Jun 24 10:45:05.633330 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-58926e73-5340-4e9b-bc94-076910bb7187 req-e399d74f-bcda-431e-9c56-4078b3df242e service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811191 Jun 24 10:45:06.675909 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f6397-56a4-4972-92ea-326ee0c90528 req-12ae81ab-3fbf-4d08-9e12-e1b4e00d75be tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:06.677934 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-830f6397-56a4-4972-92ea-326ee0c90528 req-12ae81ab-3fbf-4d08-9e12-e1b4e00d75be tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0605488 Jun 24 10:45:06.712700 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-830f6397-56a4-4972-92ea-326ee0c90528 req-0baa0bea-3448-4f7e-99de-96de4d83f8fd tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292742 Jun 24 10:45:07.882485 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09495a-2d31-4842-889c-246200d6c9aa req-9195a112-f5f2-4542-b502-3b455bf09627 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:07.883959 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bb09495a-2d31-4842-889c-246200d6c9aa req-9195a112-f5f2-4542-b502-3b455bf09627 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 944 time: 0.0619977 Jun 24 10:45:07.919326 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-bb09495a-2d31-4842-889c-246200d6c9aa req-b59d4c96-c3f2-4c30-be4b-4d206c9c3a40 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299630 Jun 24 10:45:08.507665 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device ffc2229f-426e-4a56-9cbd-9e71fd8aa768 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:45:08.597757 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:08.609074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Returning: {'device': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'port_id': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'mac_address': 'fa:16:3e:64:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:45:08.646791 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:08.658751 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2229f-426e-4a56-9cbd-9e71fd8aa768 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 10:45:08.677294 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:08.758144 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:08.760699 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:08.804174 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:08.811034 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.811391 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.811736 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.812074 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.812409 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.812739 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.813064 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.813389 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.813711 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.814034 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.814354 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.814673 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:08.818872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:09.079253 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:09.088764 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257393fd-c136-4830-94ae-73d728416b9c req-4bede48e-f371-4cb3-aa60-7d8c3ef886bb tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:09.090209 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-257393fd-c136-4830-94ae-73d728416b9c req-4bede48e-f371-4cb3-aa60-7d8c3ef886bb tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 945 time: 0.0632257 Jun 24 10:45:09.126886 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-257393fd-c136-4830-94ae-73d728416b9c req-5add9380-df4e-4517-b20f-e5a2c986a607 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Jun 24 10:45:10.300270 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547c0f4-c041-4867-a93d-d47346c15379 req-eef637ee-6440-4c71-aca9-780ad6d98cd2 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:10.301648 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1547c0f4-c041-4867-a93d-d47346c15379 req-eef637ee-6440-4c71-aca9-780ad6d98cd2 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 945 time: 0.0659807 Jun 24 10:45:10.338148 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1547c0f4-c041-4867-a93d-d47346c15379 req-5c13f90d-e56b-494d-bb89-9353707e0b4c tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Jun 24 10:45:10.517129 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device ffc2229f-426e-4a56-9cbd-9e71fd8aa768 up at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:45:10.735988 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 10:45:10.739900 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Provisioning complete for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:45:10.740828 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:10.812976 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:10.836888 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:45:10.839160 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d10a66cab86a914459f0aca319996a6dde5d008c498ca06340af67828976d22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b35ff-b150-4177-bd63-4d8f64c62518" -d '{"events": [{"server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:10.851585 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:10.873825 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e50c9-90eb-40c2-a71b-ffa115c4b960 x-openstack-request-id: req-a07e50c9-90eb-40c2-a71b-ffa115c4b960 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:10.874125 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:10.874417 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a07e50c9-90eb-40c2-a71b-ffa115c4b960 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:10.874816 dv-cinder-786386-9-smb neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'code': 200} Jun 24 10:45:10.952737 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:10.954617 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:11.000538 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:11.003589 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:11.297996 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631d68-1917-4817-b79c-927ccca21e93 req-ebfc2367-74e3-446e-922e-fc835d37a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:11.299426 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b631d68-1917-4817-b79c-927ccca21e93 req-ebfc2367-74e3-446e-922e-fc835d37a283 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1099 time: 0.0533030 Jun 24 10:45:11.331718 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-6b631d68-1917-4817-b79c-927ccca21e93 req-a61fb433-c496-4f35-b31f-7a7d2c874f13 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259361 Jun 24 10:45:11.503626 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44e8b-060f-4880-82ab-57da7a7a74d0 req-484430ab-2d12-4d2c-9ef3-909f418d1d5d tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:11.505077 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d8e44e8b-060f-4880-82ab-57da7a7a74d0 req-484430ab-2d12-4d2c-9ef3-909f418d1d5d tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0616326 Jun 24 10:45:11.546196 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-d8e44e8b-060f-4880-82ab-57da7a7a74d0 req-645db03c-49ec-4d8b-bced-99b8709423fa tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Jun 24 10:45:12.719989 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f5f25-d3b2-4166-bd07-e6d1f67e339a req-1a59035b-1514-4758-814b-486816b8ee0a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:12.721406 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a35f5f25-d3b2-4166-bd07-e6d1f67e339a req-1a59035b-1514-4758-814b-486816b8ee0a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0604854 Jun 24 10:45:12.758116 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-a35f5f25-d3b2-4166-bd07-e6d1f67e339a req-c5e6b471-3975-49a0-9266-6bdf823e18a2 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jun 24 10:45:12.926933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d39ffb-60c1-44cc-8e6b-ab65e18f5c3d req-5567a7ec-077a-400d-9bbc-2ae04f28bb23 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:12.928387 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1d39ffb-60c1-44cc-8e6b-ab65e18f5c3d req-5567a7ec-077a-400d-9bbc-2ae04f28bb23 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0650699 Jun 24 10:45:12.965514 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-f1d39ffb-60c1-44cc-8e6b-ab65e18f5c3d req-b61727e4-77b6-4fe6-964d-dca8834155c9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jun 24 10:45:13.362274 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5353-af18-4a78-b531-5bd75babe237 req-60e6481e-efd3-4e8e-8d58-c380f2a0a271 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:13.363766 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fdf5353-af18-4a78-b531-5bd75babe237 req-60e6481e-efd3-4e8e-8d58-c380f2a0a271 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0631311 Jun 24 10:45:13.410488 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0fdf5353-af18-4a78-b531-5bd75babe237 req-784255f7-3f63-4353-b439-86a8a6539f49 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Jun 24 10:45:18.450977 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a457e58-c605-472b-882b-df37b620fbec req-803433c9-92cc-4c8d-b283-41e536005c67 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:18.452335 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9a457e58-c605-472b-882b-df37b620fbec req-803433c9-92cc-4c8d-b283-41e536005c67 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0606551 Jun 24 10:45:18.489021 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-9a457e58-c605-472b-882b-df37b620fbec req-30184448-4f18-491c-a4b4-d4b055eee550 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jun 24 10:45:18.513219 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33814) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:18.703087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358a91f-97db-47d8-86cc-5b0bb6d937ff tempest-TestMinimumBasicScenario-112217582 tempest-TestMinimumBasicScenario-112217582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:18.704434 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-5358a91f-97db-47d8-86cc-5b0bb6d937ff tempest-TestMinimumBasicScenario-112217582 tempest-TestMinimumBasicScenario-112217582-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1094 time: 0.1902521 Jun 24 10:45:18.707214 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33818) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:18.711922 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'floatingip': {'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'port_id': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:18.792634 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:18.885468 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:18.985841 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Allocated IP 172.28.2.41 (f0253786-66f4-4c24-b423-abda2a7e8b37/09789023-ff99-4914-9ddd-8c262d59e09f/44b7e6d9-928a-4732-8138-347781ed099d) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:45:19.084328 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:19.181057 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-666043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1881513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730702350062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59037151'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:19.183763 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f1aeb98e-53b2-4e87-a735-7e7c910ce62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:19.217895 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Network f0253786-66f4-4c24-b423-abda2a7e8b37 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:45:19.220594 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:45:19.223848 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 10:45:19.231629 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'Port': ['ID=44b7e6d9-928a-4732-8138-347781ed099d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:19.480532 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:19.806963 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:19.939446 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.083567 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.152514 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59036973'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.154454 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d19a14d1-e44f-492a-9b25-40a6526de06d tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:20.217652 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'Port': ['ID=44b7e6d9-928a-4732-8138-347781ed099d,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:20.221349 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:20.229172 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693194'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.324833 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.l3_db [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Floating IP 9c0a21ad-8079-4708-b224-aa7f04bbe4a5 associated. External IP: 172.28.2.41, port: ffc2229f-426e-4a56-9cbd-9e71fd8aa768. Jun 24 10:45:20.524365 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:45:20.628784 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:20.638280 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Sync routers for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:20.648775 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:45:20.649437 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:44:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:20.712573 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.747910 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0397120 Jun 24 10:45:20.748783 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:45:20.750670 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33820) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:20.751287 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:45:20.751618 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60159b5fa71dabcac3c87189cbc635fc332b6ef04408864bec06235441b9654a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301460c-bd4a-4265-aa84-629f9506ed4a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:20.760681 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051558866', 'description': 'tempest-secgroup-smoke-1051558866 description', 'project_id': '6069a37a8e6d4074b4c60731c5707eda'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:20.838240 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.913508 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782cdefc-b2b6-4f17-801f-31dff5673eec x-openstack-request-id: req-782cdefc-b2b6-4f17-801f-31dff5673eec {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:20.914013 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:20.914112 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-782cdefc-b2b6-4f17-801f-31dff5673eec {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:20.914546 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:45:20.919924 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.973563 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '9c0a21ad-8079-4708-b224-aa7f04bbe4a5', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'port_id': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'mac_address': 'fa:16:3e:64:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:45:19Z', 'updated_at': '2021-06-24T10:45:19Z', 'revision_number': 0, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:20.993009 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:20.995233 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f93695f1-0699-4e1a-afd3-97431c9546c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:21.002768 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Checking router: bf276e4f-bdb9-4ed3-9a52-c56393862bd4 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:21.012745 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:45:21.013342 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:44:59Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:21.035998 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a022592f-f0cb-4e76-89a6-8a62df196935,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:21.041404 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:21.055436 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-bd893486-5203-4872-8e86-b1b72db1208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:21.056952 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-bd893486-5203-4872-8e86-b1b72db1208a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1099 time: 0.0919363 Jun 24 10:45:21.110178 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.111520 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7173eedb-894c-470e-8a7b-c88e85bd6c82 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3597960 Jun 24 10:45:21.114671 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33826) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:21.120792 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.v2.base [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:21.157907 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-19d32623-a93f-4b1e-b64d-46a404707873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:21.159424 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-19d32623-a93f-4b1e-b64d-46a404707873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0950067 Jun 24 10:45:21.226830 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-f1f18f8e-8efd-4bc9-aaea-0111cb3ba83d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 999 time: 0.0598214 Jun 24 10:45:21.227441 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.242783 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:45:21.289606 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-cb88b1e6-b5cf-4940-bda2-fb2976cdc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:21.291401 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-cb88b1e6-b5cf-4940-bda2-fb2976cdc8ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0556986 Jun 24 10:45:21.291710 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.357769 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-9f9a90dd-e668-4ae3-b114-bad182aa0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:21.358335 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.358655 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-9f9a90dd-e668-4ae3-b114-bad182aa0ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595078 Jun 24 10:45:21.360785 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:21.378718 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaf84c3-9698-493c-b417-4f0bcdc658fd,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:21.381943 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:21.445091 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.446295 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-cb67f476-a050-491f-b479-88f1626dfff9 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3299122 Jun 24 10:45:21.449714 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:21.456335 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:21.463264 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-a8fee226-dea2-4af6-9e54-9bff3c9ed551 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973296 Jun 24 10:45:21.484820 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '9c0a21ad-8079-4708-b224-aa7f04bbe4a5', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'port_id': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'mac_address': 'fa:16:3e:64:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:45:19Z', 'updated_at': '2021-06-24T10:45:19Z', 'revision_number': 0, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:21.513705 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7318557-ef79-48a3-abec-4ec1ee33e095 None None] The sync data for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb is: [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_floatingips': [{'id': '9c0a21ad-8079-4708-b224-aa7f04bbe4a5', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'router_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'port_id': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'mac_address': 'fa:16:3e:64:d0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T10:45:19Z', 'updated_at': '2021-06-24T10:45:19Z', 'revision_number': 0, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:21.562391 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-0301460c-bd4a-4265-aa84-629f9506ed4a req-884e6815-c851-41a7-a307-78d431c2e572 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Jun 24 10:45:21.614729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.665529 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.712525 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b90d2b-5fe8-478a-be3f-844332f3e3ae None None] New status for floating IP 9c0a21ad-8079-4708-b224-aa7f04bbe4a5: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:45:21.735542 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.737668 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4365ca6c-b06c-4453-baee-83030904a3db tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:21.754019 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebad3c3-9d3d-4752-8f78-682834d412d3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:21.757039 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:21.809564 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:21.810791 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-4945fecf-8b08-4e6f-b04f-1e9ad8a671ee tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600969 Jun 24 10:45:21.813365 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33830) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:21.817880 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:21.946793 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.005002 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.084155 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.086278 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-40c82f23-a5f0-4259-a8f1-8194333a2079 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:22.103188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5f632a-12ca-4508-b69c-af774d0dcd77,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:22.105286 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:22.186544 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.187871 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735895 Jun 24 10:45:22.190460 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33832) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:22.201481 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:22.299503 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.355845 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.438045 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.443667 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1907f972-5afa-4dea-9951-5400001353e2 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:22.460798 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44894a41-42c6-4fdb-89f3-6fb80cfab3a4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:22.463217 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:22.564120 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.565349 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-cc12edb3-da0a-4346-b520-05589a4da146 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3739264 Jun 24 10:45:22.567978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:22.572411 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:22.678206 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Project 6069a37a8e6d4074b4c60731c5707eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:45:22.682881 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.739250 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.843620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.845727 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-896cc1ef-deb7-4b45-8f7e-3a0689fe5920 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:22.861790 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78dc56e-e377-4ee9-9e94-b31d7c0ebec3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:22.864077 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:22.952300 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:22.953528 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-64278790-0ccd-4c36-928c-2fddc946ec93 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846037 Jun 24 10:45:22.956143 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 33836) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:45:22.961006 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'security_group_rule': {'security_group_id': 'a022592f-f0cb-4e76-89a6-8a62df196935', 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:23.043878 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Project 6069a37a8e6d4074b4c60731c5707eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:45:23.048894 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.108846 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.249993 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1807919'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.251986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:23.268281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660eca1c-d947-4d4c-bf4f-6dd3fb5becde,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:23.270962 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:23.398978 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.400211 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-7fb24a06-7fb5-47aa-b7c1-e3cbec5650d0 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4431624 Jun 24 10:45:23.513660 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-c28cd6c9-6646-4e2c-b054-a835b24bbe8b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051558866&fields=id&tenant_id=6069a37a8e6d4074b4c60731c5707eda HTTP/1.1" status: 200 len: 267 time: 0.0315185 Jun 24 10:45:23.582383 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-d49eba3a-9479-4e22-a146-5ea7ae62aa2b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:23.583833 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-d49eba3a-9479-4e22-a146-5ea7ae62aa2b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0651991 Jun 24 10:45:23.594749 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'port': {'security_groups': ['243fc001-a671-4ee9-babd-e54218479957', 'a022592f-f0cb-4e76-89a6-8a62df196935']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:45:23.673094 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.847035 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:23.874649 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:23.997986 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:24.001815 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e570b89c-7d6d-4bd2-bdf9-dc4719d77585 tempest-TestShelveInstance-433691418 tempest-TestShelveInstance-433691418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:45:24.039980 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:24.045049 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.045693 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:24.047094 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-ff1f9384-1eeb-4af7-aba9-d17ab5c64c46 req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "PUT /v2.0/ports/ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 982 time: 0.4566619 Jun 24 10:45:24.047711 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:45:24.050030 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8425e-8145-4b8c-ad40-5be3a3c29931" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:24.081281 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:24.085914 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-69e9c0e6-c6a6-4055-8b7e-02f333e7ad91 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:45:24.115691 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059fa18b-6eaa-4484-9938-98102bfba0ff x-openstack-request-id: req-059fa18b-6eaa-4484-9938-98102bfba0ff {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:24.117260 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:24.117260 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-059fa18b-6eaa-4484-9938-98102bfba0ff {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:24.117500 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:45:24.195597 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:24.248581 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-ba542018-c11a-48d2-bf69-accb10235ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.250992 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-ba542018-c11a-48d2-bf69-accb10235ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1138 time: 0.0799248 Jun 24 10:45:24.253176 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d33b8-403f-442d-aeab-e1025cd41179 req-c88e2ea2-e9d9-4e46-9c4d-0ffa185445a3 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.255584 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-076d33b8-403f-442d-aeab-e1025cd41179 req-c88e2ea2-e9d9-4e46-9c4d-0ffa185445a3 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0818341 Jun 24 10:45:24.300697 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-076d33b8-403f-442d-aeab-e1025cd41179 req-f4dc8064-d61a-456c-9c65-ad9c901d6e70 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366654 Jun 24 10:45:24.332733 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-14918c71-86b2-4c23-a94d-0bd5c4789c1c None None] Provisioning complete for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:45:24.333098 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14918c71-86b2-4c23-a94d-0bd5c4789c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:24.350592 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-9b5497a3-cbb4-4e2b-93b8-79059463228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.352115 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-9b5497a3-cbb4-4e2b-93b8-79059463228e service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0923579 Jun 24 10:45:24.416756 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-f729f4ab-b615-4c40-8d1d-06b788a43ce4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1001 time: 0.0568292 Jun 24 10:45:24.464213 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-5afe6a73-514a-4bfc-89ad-95f3b8a31fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.465660 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-5afe6a73-514a-4bfc-89ad-95f3b8a31fd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0423555 Jun 24 10:45:24.525790 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-caf607bc-2b8a-4ba2-a204-61971644ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:24.527276 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-caf607bc-2b8a-4ba2-a204-61971644ff7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548491 Jun 24 10:45:24.615749 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-ebf07ff6-52df-4cd3-aa49-d2bcfbcd8e34 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817251 Jun 24 10:45:24.710136 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cfe8425e-8145-4b8c-ad40-5be3a3c29931 req-bb72039c-5e01-41e6-8cb7-1b94f7dc6567 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845592 Jun 24 10:45:26.152278 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14b7b437-5f76-4a02-b7f2-2f95e1c3a950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:27.073113 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:45:28.974994 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c50fc43-7b7f-4a8f-a875-a0295da98b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:29.066492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:30.106478 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:31.364153 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:32.186669 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:33.747779 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-0d5a91d1-6ffa-48f8-8396-4761b05bcead service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502031 Jun 24 10:45:33.855327 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48864a-9942-4cab-a85a-89179184d922 req-243d087f-9bbc-48c2-8d06-67ef573760d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:33.856735 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-243d087f-9bbc-48c2-8d06-67ef573760d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1138 time: 0.0512261 Jun 24 10:45:33.962645 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48864a-9942-4cab-a85a-89179184d922 req-bdd06777-0aad-4112-805e-a8adbaffb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:33.964150 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-bdd06777-0aad-4112-805e-a8adbaffb196 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0867631 Jun 24 10:45:34.030097 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-bd46ff44-731b-4466-acbc-18f9eb84cd5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1001 time: 0.0578368 Jun 24 10:45:34.077514 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48864a-9942-4cab-a85a-89179184d922 req-cebb89c5-0e9f-4341-8acf-667d0702ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:34.078890 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-cebb89c5-0e9f-4341-8acf-667d0702ffc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0415323 Jun 24 10:45:34.138439 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48864a-9942-4cab-a85a-89179184d922 req-f4f5e44d-9ca8-48fb-92c3-6d8d178bfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:34.139901 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-f4f5e44d-9ca8-48fb-92c3-6d8d178bfa12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537140 Jun 24 10:45:34.236754 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-5d7c807a-4624-4f10-90af-d88b5a920121 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Jun 24 10:45:34.337816 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-cf48864a-9942-4cab-a85a-89179184d922 req-58744f4b-6cc4-449c-81ed-209275fdc1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935419 Jun 24 10:45:50.382359 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895aca-96c0-4da1-87f1-fe2c7a748b3d req-062e93d1-f4be-484a-b7cf-77b429ae7d60 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:50.383830 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a895aca-96c0-4da1-87f1-fe2c7a748b3d req-062e93d1-f4be-484a-b7cf-77b429ae7d60 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0626705 Jun 24 10:45:50.426405 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-8a895aca-96c0-4da1-87f1-fe2c7a748b3d req-abcd7301-5ee4-4f63-a831-e9aee8fb79eb tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359704 Jun 24 10:45:50.453348 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-bccc545d-ff7b-408f-9827-c020909a9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:50.454831 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-bccc545d-ff7b-408f-9827-c020909a9fdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1138 time: 0.0526226 Jun 24 10:45:50.541457 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-01750777-23e0-44d5-b857-001d5f28d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:50.542830 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-01750777-23e0-44d5-b857-001d5f28d144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0809247 Jun 24 10:45:50.613327 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-2f5c4f44-58e2-4657-b2a5-ea78e7c5c65a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1001 time: 0.0583594 Jun 24 10:45:50.664215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-15378aca-36d7-4f42-a311-036825ed1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:50.665609 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-15378aca-36d7-4f42-a311-036825ed1b60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0417447 Jun 24 10:45:50.721527 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-06ca1ee4-626d-433e-9bc7-a95aeb47cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:50.723024 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-06ca1ee4-626d-433e-9bc7-a95aeb47cfd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0498242 Jun 24 10:45:50.811556 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-4cea1381-0e6f-4378-a5f0-ca5cce3f8802 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808501 Jun 24 10:45:50.898131 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-fa1d4bb9-c45f-45ac-9c1e-07252ccc91da req-95f4b375-31bd-4f7a-8fcb-5843c8f47cd8 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781560 Jun 24 10:45:51.869480 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5611f0d-9648-4eef-a567-b937203e936a req-1ef9333c-3ef6-4d7b-814e-cf8a7d7e3b00 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:51.870954 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c5611f0d-9648-4eef-a567-b937203e936a req-1ef9333c-3ef6-4d7b-814e-cf8a7d7e3b00 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.3329272 Jun 24 10:45:51.910073 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c5611f0d-9648-4eef-a567-b937203e936a req-4380cc2c-6646-415d-bec5-073498b0392b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333645 Jun 24 10:45:53.078396 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a87c-273e-4c54-99d1-1a96530e0bc7 req-48907c5d-68b8-4bcc-9226-350b5c4a2dca tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:53.079894 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7be7a87c-273e-4c54-99d1-1a96530e0bc7 req-48907c5d-68b8-4bcc-9226-350b5c4a2dca tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0623772 Jun 24 10:45:53.124814 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7be7a87c-273e-4c54-99d1-1a96530e0bc7 req-8647e918-0a53-41f3-adde-88b54c122f43 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385683 Jun 24 10:45:54.292566 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab439b-ce51-47d8-94d6-12cfd24c5b90 req-2224fcd5-b388-435f-a2d3-6c44faa78d5c tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:54.293954 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e5ab439b-ce51-47d8-94d6-12cfd24c5b90 req-2224fcd5-b388-435f-a2d3-6c44faa78d5c tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0618408 Jun 24 10:45:54.332670 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e5ab439b-ce51-47d8-94d6-12cfd24c5b90 req-846851b0-dfd6-4476-ade6-5227ac6678dc tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329623 Jun 24 10:45:55.507720 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7eae-1747-4ff3-82c5-765ce4d0a10e req-ab274ed9-b699-4e64-99b9-baebacadf57f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:55.510974 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ba6a7eae-1747-4ff3-82c5-765ce4d0a10e req-ab274ed9-b699-4e64-99b9-baebacadf57f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0651460 Jun 24 10:45:55.548669 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-ba6a7eae-1747-4ff3-82c5-765ce4d0a10e req-548e7012-4979-4100-9cd8-801833758e25 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338037 Jun 24 10:45:56.157610 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-97c6f5ac-f31d-4577-a23e-d393203c3009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:56.720800 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f23fb-6b15-4b7e-aa52-7d60d99a190b req-19a3522d-f3e6-4d52-9ccf-3f87830f1983 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:56.722359 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-831f23fb-6b15-4b7e-aa52-7d60d99a190b req-19a3522d-f3e6-4d52-9ccf-3f87830f1983 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0648727 Jun 24 10:45:56.761274 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-831f23fb-6b15-4b7e-aa52-7d60d99a190b req-532fa8af-a714-435a-922f-00a2616460db tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324731 Jun 24 10:45:57.929955 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308c4e3-7410-4cc6-ae64-528c2543f0a0 req-1d16acb5-b26d-4add-ba42-40fc16144b1a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:57.931485 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d308c4e3-7410-4cc6-ae64-528c2543f0a0 req-1d16acb5-b26d-4add-ba42-40fc16144b1a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0612879 Jun 24 10:45:57.969902 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-d308c4e3-7410-4cc6-ae64-528c2543f0a0 req-158031b8-1ef8-4dc1-b59c-c9f943bcdbdd tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328674 Jun 24 10:45:59.013720 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-64c16f3a-986f-4205-a3e4-cad161f58b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:59.089264 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:45:59.144695 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063f3ab-5d28-488e-89bb-490cbecbe6ac req-280aa963-766c-49dd-9a94-c9dcd1d4e090 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:45:59.146651 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b063f3ab-5d28-488e-89bb-490cbecbe6ac req-280aa963-766c-49dd-9a94-c9dcd1d4e090 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0624971 Jun 24 10:45:59.185983 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-b063f3ab-5d28-488e-89bb-490cbecbe6ac req-ee3b34aa-b1c4-4291-8c51-9060d7c7bf0a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335088 Jun 24 10:46:00.065996 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:00.357266 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1835ab-e775-4b04-8cc0-e09711e6910c req-5e91fc51-26b8-4b20-8a92-b345c8218d12 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:00.358712 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c1835ab-e775-4b04-8cc0-e09711e6910c req-5e91fc51-26b8-4b20-8a92-b345c8218d12 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0658312 Jun 24 10:46:00.398400 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7c1835ab-e775-4b04-8cc0-e09711e6910c req-a8e615b4-e21c-4c24-82a5-29edf561653c tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338943 Jun 24 10:46:01.317628 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:01.586713 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f936b-aee9-43b3-82a5-5b8beedf6789 req-d71b9784-284b-46f5-8fb5-e45189f3ec49 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:01.588136 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c12f936b-aee9-43b3-82a5-5b8beedf6789 req-d71b9784-284b-46f5-8fb5-e45189f3ec49 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0711801 Jun 24 10:46:01.628396 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-c12f936b-aee9-43b3-82a5-5b8beedf6789 req-97fc01f6-1941-4d66-b649-19a34f0062df tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327985 Jun 24 10:46:02.140239 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:02.798338 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70334-f241-453f-a3be-8add99e8dd2f req-4a5741e7-e517-4bac-8212-ec661afc8398 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:02.799950 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6bf70334-f241-453f-a3be-8add99e8dd2f req-4a5741e7-e517-4bac-8212-ec661afc8398 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.0620873 Jun 24 10:46:02.838000 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-6bf70334-f241-453f-a3be-8add99e8dd2f req-aeba03fb-daeb-4148-8ada-3d43fe1d9d0b tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=a022592f-f0cb-4e76-89a6-8a62df196935&id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324318 Jun 24 10:46:04.072999 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:46:26.179950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-932f3bcf-f863-4280-9612-1fe94f916e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:29.015860 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a705977c-036a-4207-a1ff-0d09b39e9a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:29.087996 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:30.093760 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:31.362715 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:32.151360 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:34.783915 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-c60df702-6f92-4e48-8c5a-8e7c8fb33c19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932288 Jun 24 10:46:34.898779 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079439-2a37-4c03-b442-f3911b41ebdd req-90dbaa6e-4940-423c-bb04-ab046399fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:34.900259 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-90dbaa6e-4940-423c-bb04-ab046399fb5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1138 time: 0.0543323 Jun 24 10:46:35.004998 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079439-2a37-4c03-b442-f3911b41ebdd req-cd8fd580-1968-44df-bd2c-6a0255d464fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:35.006440 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-cd8fd580-1968-44df-bd2c-6a0255d464fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0855818 Jun 24 10:46:35.069243 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-2fc71c0e-bc2c-4eaf-8363-c9134d51cf45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1001 time: 0.0554667 Jun 24 10:46:35.119668 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079439-2a37-4c03-b442-f3911b41ebdd req-c3c4bbfd-bedf-4191-933a-b92e38085a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:35.121078 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-c3c4bbfd-bedf-4191-933a-b92e38085a27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0452979 Jun 24 10:46:35.184940 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079439-2a37-4c03-b442-f3911b41ebdd req-e9310141-9155-4030-8050-05788747be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:35.185374 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-e9310141-9155-4030-8050-05788747be67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575333 Jun 24 10:46:35.196279 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-c66ec75b-9e63-475f-ac63-eb0fa7aca435 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 10:46:35.197243 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-c66ec75b-9e63-475f-ac63-eb0fa7aca435 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050931 Jun 24 10:46:35.303872 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-49922132-4dac-4ab6-98d5-3f6673a8bc44 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051558866&fields=id&tenant_id=6069a37a8e6d4074b4c60731c5707eda HTTP/1.1" status: 200 len: 267 time: 0.0997009 Jun 24 10:46:35.345688 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-0789a6a3-f1bb-48cd-b863-2d8fc6468ad5 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370533 Jun 24 10:46:35.434838 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-05b4650e-165f-440b-8a66-26efdb302533 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:35.436301 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-05b4650e-165f-440b-8a66-26efdb302533 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 985 time: 0.1268883 Jun 24 10:46:35.450088 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.v2.base [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Request body: {'port': {'security_groups': ['243fc001-a671-4ee9-babd-e54218479957']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 10:46:35.482544 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38079439-2a37-4c03-b442-f3911b41ebdd req-022c5455-7a7b-44de-a818-b5a0111740d6 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294115 Jun 24 10:46:35.539185 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666106'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:35.717556 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:35.745664 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:35.842227 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730702773944', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730702379780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730702379825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60398589'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:35.845999 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-31c24557-a379-4a7b-bd70-f9bdf5f8aba3 tempest-AttachVolumeShelveTestJSON-1037008227 tempest-AttachVolumeShelveTestJSON-1037008227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:35.877880 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:46:35.888393 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:35.889007 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:35.890375 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-38e547f0-e26c-46af-ab48-5139060a22d2 req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "PUT /v2.0/ports/ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 943 time: 0.4479771 Jun 24 10:46:35.890908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:46:35.893253 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c936133-a0aa-4265-9763-71abf91ef174" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:35.898754 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33898) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:35.916653 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event updated for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:35.924334 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.924746 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.925096 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.925474 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.925842 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.926213 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.926580 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.926962 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.927330 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.928343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.928343 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.928554 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:35.932729 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6593b1df-9ed3-4e9a-896d-6fb76be1291f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:35.945110 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b72cde-1ef5-4795-8707-36b54dfebf48 x-openstack-request-id: req-a5b72cde-1ef5-4795-8707-36b54dfebf48 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:35.945652 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:35.946151 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5b72cde-1ef5-4795-8707-36b54dfebf48 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:35.946826 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:46:35.984170 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.013598 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.026048 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:46:36.076132 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936133-a0aa-4265-9763-71abf91ef174 req-ae5207d1-c80d-4499-b2e6-5f3ffc09554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:36.077646 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-ae5207d1-c80d-4499-b2e6-5f3ffc09554a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1099 time: 0.0707481 Jun 24 10:46:36.167066 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.169621 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.171003 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "DELETE /v2.0/security-groups/a022592f-f0cb-4e76-89a6-8a62df196935 HTTP/1.1" status: 204 len: 168 time: 0.2697721 Jun 24 10:46:36.172173 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-a9b29155-c742-49ce-bf5e-8862f5257a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:36.177375 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33900) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:36.187794 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936133-a0aa-4265-9763-71abf91ef174 req-f8330baa-7eba-4dc0-820e-ad613b4a3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:36.187794 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-f8330baa-7eba-4dc0-820e-ad613b4a3140 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0954578 Jun 24 10:46:36.188764 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022592f-f0cb-4e76-89a6-8a62df196935,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:36.192790 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-618f23f4-23d2-4d36-8e80-777c75fe0f44 None None] Provisioning complete for port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 10:46:36.193181 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-618f23f4-23d2-4d36-8e80-777c75fe0f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1431040'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.227751 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.228123 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.228494 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.228861 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.229217 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.229577 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.229931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.230506 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.230645 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.231498 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.231632 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.232018 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:36.235260 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-16d06caf-672f-4517-be48-ff0f8a01c89a tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:36.268847 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-76e3aa9f-94f7-4db4-989b-6b0171c53bb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 1001 time: 0.0776191 Jun 24 10:46:36.316661 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936133-a0aa-4265-9763-71abf91ef174 req-a0423a45-5d26-4d5c-b35f-a5c4368443f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:36.318085 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-a0423a45-5d26-4d5c-b35f-a5c4368443f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0429082 Jun 24 10:46:36.354768 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Deleting port 44b7e6d9-928a-4732-8138-347781ed099d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:36.355065 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.373591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936133-a0aa-4265-9763-71abf91ef174 req-5110116f-8b3d-4840-a218-4f409f068e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:36.375107 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-5110116f-8b3d-4840-a218-4f409f068e38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497015 Jun 24 10:46:36.426722 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.427087 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.438958 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Calling delete_port for 44b7e6d9-928a-4732-8138-347781ed099d owned by network:floatingip {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:36.463899 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-6975ad21-8cf1-4b77-bd6e-6366271bb005 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819485 Jun 24 10:46:36.552695 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-8c936133-a0aa-4265-9763-71abf91ef174 req-dffe48f4-ac1e-4db6-acdb-9bd410b42fea service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824406 Jun 24 10:46:36.688138 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.690232 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1705d605-6f9d-43ea-b3b8-6be4b9d46ebe tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:36.717303 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event deleted for resources: {'Port': ['ID=44b7e6d9-928a-4732-8138-347781ed099d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:36.720593 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:36.775732 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:36.776061 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.db.l3_db [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Floating IP 9c0a21ad-8079-4708-b224-aa7f04bbe4a5 disassociated (deleted). External IP: 172.28.2.41, port: ffc2229f-426e-4a56-9cbd-9e71fd8aa768. Jun 24 10:46:36.972061 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:46:37.075156 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:37.079872 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:37.084140 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Sync routers for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:37.092721 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:37.093339 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:37.113796 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-18f05a8a-db26-42d6-b3f0-cb1c95d59e5f tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "DELETE /v2.0/floatingips/9c0a21ad-8079-4708-b224-aa7f04bbe4a5 HTTP/1.1" status: 204 len: 168 time: 0.9351621 Jun 24 10:46:37.114754 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:46:37.117238 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60159b5fa71dabcac3c87189cbc635fc332b6ef04408864bec06235441b9654a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be3436-bff3-431f-89aa-3205edce9528" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:37.158335 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 10:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cdf6d5-bc9a-4217-9cfa-41728077a04e x-openstack-request-id: req-d7cdf6d5-bc9a-4217-9cfa-41728077a04e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:37.158875 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:37.159322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7cdf6d5-bc9a-4217-9cfa-41728077a04e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:37.159847 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:46:37.201502 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:37.256108 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3436-bff3-431f-89aa-3205edce9528 req-1b2a05c4-3369-480b-8d07-7b4ba0fc8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:37.257701 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-1b2a05c4-3369-480b-8d07-7b4ba0fc8fd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6069a37a8e6d4074b4c60731c5707eda&device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 1099 time: 0.0545921 Jun 24 10:46:37.351912 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3436-bff3-431f-89aa-3205edce9528 req-211ef171-661a-468a-8e1f-702a44373573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:37.353392 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-211ef171-661a-468a-8e1f-702a44373573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 200 len: 916 time: 0.0891867 Jun 24 10:46:37.395041 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-84bb8ea4-32d5-44f1-b161-cc201a36a91f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 200 len: 217 time: 0.0347412 Jun 24 10:46:37.400980 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:37.426629 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Checking router: bf276e4f-bdb9-4ed3-9a52-c56393862bd4 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:37.435414 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:37.435979 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:37.444697 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3436-bff3-431f-89aa-3205edce9528 req-60dd669c-d603-4a44-a717-15bfcdab74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:37.446254 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-60dd669c-d603-4a44-a717-15bfcdab74d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 200 len: 854 time: 0.0453653 Jun 24 10:46:37.507347 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3436-bff3-431f-89aa-3205edce9528 req-439dfb54-79b7-469a-b54e-fc41e3e0da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:37.508759 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-439dfb54-79b7-469a-b54e-fc41e3e0da94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25e330fe-1bdb-4853-9296-81adcecf9d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556288 Jun 24 10:46:37.537581 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:37.609210 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-55d77d45-970e-4933-b756-6dbd22e54bba service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906372 Jun 24 10:46:37.708839 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-e8be3436-bff3-431f-89aa-3205edce9528 req-d9d6be2f-8f8f-40b6-b8c6-2c06a2c69e65 service neutron] 10.222.0.45 "GET /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928872 Jun 24 10:46:37.747962 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-08962250-bb8a-4465-956f-39691a54d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:37.895552 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962250-bb8a-4465-956f-39691a54d01a None None] The sync data for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb is: [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:44:22Z', 'revision_number': 4, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb', '_interfaces': [{'id': '66c77537-014d-433d-a164-b15b9aa0a691', 'name': '', 'network_id': '25e330fe-1bdb-4853-9296-81adcecf9d38', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'mac_address': 'fa:16:3e:bf:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:21Z', 'updated_at': '2021-06-24T10:44:26Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'subnets': [{'id': '2a4a3453-2c25-4734-afc2-be07721ffdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:38.105960 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347f5f8-b7d6-4dcc-b612-9449f43c8fd8 None None] New status for floating IP 9c0a21ad-8079-4708-b224-aa7f04bbe4a5: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 10:46:40.970793 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf33441-3b8d-4358-9866-318c706608ae req-65ed4a90-b1ef-4dfb-a75e-419f23810230 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:40.972570 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cbf33441-3b8d-4358-9866-318c706608ae req-65ed4a90-b1ef-4dfb-a75e-419f23810230 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0621679 Jun 24 10:46:41.016207 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-cbf33441-3b8d-4358-9866-318c706608ae req-91deeab9-7330-46f2-a578-beec468e6fd2 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Jun 24 10:46:41.071429 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:46:42.185377 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f895b34-a725-4530-8313-c371617cebaa req-75284cfa-a6fc-4aca-973d-0ceb546cd761 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:42.186831 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5f895b34-a725-4530-8313-c371617cebaa req-75284cfa-a6fc-4aca-973d-0ceb546cd761 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0630136 Jun 24 10:46:42.223171 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-5f895b34-a725-4530-8313-c371617cebaa req-a201e591-043e-473d-9205-58e5610ec669 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/security-groups?id=243fc001-a671-4ee9-babd-e54218479957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307860 Jun 24 10:46:42.926979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-e9a1b611-1bcd-40cd-8711-caf2d83c1326 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 10:46:42.928422 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-e9a1b611-1bcd-40cd-8711-caf2d83c1326 tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 946 time: 0.0619683 Jun 24 10:46:43.026908 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Deleting port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:43.027308 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:43.110953 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] For port ffc2229f-426e-4a56-9cbd-9e71fd8aa768, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:43.111317 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:43.127951 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Calling delete_port for ffc2229f-426e-4a56-9cbd-9e71fd8aa768 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:43.328621 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:43.332741 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-12855271-1adf-431f-b7b3-e723a30f0588 tempest-VolumesSnapshotTestJSON-1194591708 tempest-VolumesSnapshotTestJSON-1194591708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:43.358675 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Pushing event deleted for resources: {'Port': ['ID=ffc2229f-426e-4a56-9cbd-9e71fd8aa768,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:43.361857 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:43.365785 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] get_ports_and_sgs() called for port_ids ['ffc2229f-426e-4a56-9cbd-9e71fd8aa768'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:46:43.369686 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [req-7417096d-8537-4d9d-8086-a573466a646c req-55831278-a893-4d8e-bf46-1759ec5bb7bf tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3b8b18-594e-47c2-9855-bb4d6aa5af28 HTTP/1.1" status: 200 len: 210 time: 0.0382061 Jun 24 10:46:43.407436 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] No DVR routers for this DVR port ffc2229f-426e-4a56-9cbd-9e71fd8aa768 on host hv-cinder-78638 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:46:43.409775 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2059756'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:43.411780 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [req-1d0a3942-ea66-4abb-a46f-73e3bd9ab640 req-7f76115d-cc17-4231-bdab-787b8625b9ab tempest-TestMinimumBasicScenario-1315798999 tempest-TestMinimumBasicScenario-1315798999-project] 10.222.0.45 "DELETE /v2.0/ports/ffc2229f-426e-4a56-9cbd-9e71fd8aa768 HTTP/1.1" status: 204 len: 173 time: 0.4780457 Jun 24 10:46:43.412316 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'name': 'network-vif-deleted', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 10:46:43.414620 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732bf404b2129e8c5d4410685113b8dd10a74948e5c2e21bb45e84d4363c062e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a0c96-da3e-4c92-9126-df2382c2a3e0" -d '{"events": [{"server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "name": "network-vif-deleted", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:43.455892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b709e41-d5de-42ea-b3b7-d4150fd09991 x-openstack-request-id: req-2b709e41-d5de-42ea-b3b7-d4150fd09991 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:43.455892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3b8b18-594e-47c2-9855-bb4d6aa5af28", "name": "network-vif-deleted", "tag": "ffc2229f-426e-4a56-9cbd-9e71fd8aa768", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:43.455892 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b709e41-d5de-42ea-b3b7-d4150fd09991 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:43.455892 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3b8b18-594e-47c2-9855-bb4d6aa5af28', 'name': 'network-vif-deleted', 'tag': 'ffc2229f-426e-4a56-9cbd-9e71fd8aa768', 'status': 'completed', 'code': 200} Jun 24 10:46:45.829782 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33992) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:46.387512 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:46.628311 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Deleting port 66c77537-014d-433d-a164-b15b9aa0a691 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:46.628650 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:46.706737 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] For port 66c77537-014d-433d-a164-b15b9aa0a691, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=66c77537-014d-433d-a164-b15b9aa0a691,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:46.707044 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:46.719418 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Calling delete_port for 66c77537-014d-433d-a164-b15b9aa0a691 owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:46.955033 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:46.957027 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-8d025d9c-a752-4a40-bb2d-d24e891cbb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:46.981931 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Pushing event deleted for resources: {'Port': ['ID=66c77537-014d-433d-a164-b15b9aa0a691,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:46.982840 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device ffc2229f-426e-4a56-9cbd-9e71fd8aa768 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:46.985824 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:47.006416 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] No Port match for: ffc2229f-426e-4a56-9cbd-9e71fd8aa768 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:47.007345 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Device ffc2229f-426e-4a56-9cbd-9e71fd8aa768 not bound to the agent host hv-cinder-78638 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:47.149368 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:47.353597 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:46:47.454875 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:47.459783 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-d7dfcc37-a254-42fc-bc8e-c8c082a157ef admin admin] 10.222.0.24 "PUT /v2.0/routers/bf276e4f-bdb9-4ed3-9a52-c56393862bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290114 Jun 24 10:46:47.462218 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33994) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:47.463094 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Sync routers for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:47.472495 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:47.473114 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:47.562261 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:47.575476 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: dv-cinder-786386-9-smb {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:47.664333 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:47.753872 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:46:46Z', 'revision_number': 5, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port': {'id': '75c65f7b-39c5-4fa4-81ce-a61d51285017', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:19Z', 'updated_at': '2021-06-24T10:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:47.784112 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Checking router: bf276e4f-bdb9-4ed3-9a52-c56393862bd4 for host: dv-cinder-786386-9-smb {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:47.792671 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Routers {'bf276e4f-bdb9-4ed3-9a52-c56393862bd4'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:47.793298 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:47.815696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Deleting port 75c65f7b-39c5-4fa4-81ce-a61d51285017 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:47.816037 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:47.876285 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] Set router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:47.895994 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] For port 75c65f7b-39c5-4fa4-81ce-a61d51285017, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=75c65f7b-39c5-4fa4-81ce-a61d51285017,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:47.896347 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:47.907986 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Calling delete_port for 75c65f7b-39c5-4fa4-81ce-a61d51285017 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:47.928469 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:46:47Z', 'revision_number': 6, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:47.953802 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a81d2d-311f-429f-9e97-61fcd300171d None None] The sync data for ids ['bf276e4f-bdb9-4ed3-9a52-c56393862bd4'] in dv-cinder-786386-9-smb is: [{'id': 'bf276e4f-bdb9-4ed3-9a52-c56393862bd4', 'name': 'tempest-TestMinimumBasicScenario-1626213314-router', 'tenant_id': '6069a37a8e6d4074b4c60731c5707eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:18Z', 'updated_at': '2021-06-24T10:46:47Z', 'revision_number': 6, 'project_id': '6069a37a8e6d4074b4c60731c5707eda', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:48.133805 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.136030 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-21291d65-67cd-4be7-a3e5-fa35edfafe4a tempest-AttachVolumeTestJSON-285787741 tempest-AttachVolumeTestJSON-285787741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:48.157993 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c65f7b-39c5-4fa4-81ce-a61d51285017,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:48.160437 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:48.220311 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.318089 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.320539 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.453442 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.453998 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf276e4f-bdb9-4ed3-9a52-c56393862bd4 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:46:48.458592 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.459763 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-514bbfe7-e268-4487-bebe-8f67ceff4d64 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bf276e4f-bdb9-4ed3-9a52-c56393862bd4 HTTP/1.1" status: 204 len: 168 time: 0.9965734 Jun 24 10:46:48.462213 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33996) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:48.505294 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Deleting subnet 2a4a3453-2c25-4734-afc2-be07721ffdab {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:46:48.508110 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.540045 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58874766'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.616715 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.704273 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 66c77537-014d-433d-a164-b15b9aa0a691 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:48.725442 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 66c77537-014d-433d-a164-b15b9aa0a691 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:48.731817 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 66c77537-014d-433d-a164-b15b9aa0a691 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:48.761262 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59037162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59126727'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.764468 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:48.788234 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4a3453-2c25-4734-afc2-be07721ffdab,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:48.790790 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:48.793462 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.795581 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-27ebe3d5-f0f9-4b4f-bbd5-08132d6644d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a4a3453-2c25-4734-afc2-be07721ffdab HTTP/1.1" status: 204 len: 168 time: 0.3323514 Jun 24 10:46:48.797975 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 33998) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:48.799334 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae66a9-f327-4cd8-83dd-2c203a14c1ec None None] Network 25e330fe-1bdb-4853-9296-81adcecf9d38 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:46:48.867139 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.917982 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Deleting port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:48.918319 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:48.985735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] For port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:48.985735 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.000194 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Calling delete_port for ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:49.001167 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] DHCP port deletion for 25e330fe-1bdb-4853-9296-81adcecf9d38 request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:46:49.061095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Deleting port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:49.061511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.123803 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] For port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,segment=NetworkSegment(1785359d-8c3c-4e4a-83e2-aada283db6c0),segment_id=1785359d-8c3c-4e4a-83e2-aada283db6c0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:49.124208 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.136746 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Calling delete_port for ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:49.145278 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.148253 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:49.173116 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] No DVR routers for this DVR port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 on host dv-cinder-786386-9-smb {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:46:49.177743 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:49.179947 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:49.216192 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.217995 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5fed1ccb-77af-4cd1-acdc-c93330575896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:49.238592 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Pushing event deleted for resources: {'Port': ['ID=ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:49.247995 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.248791 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.249146 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.249492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.250214 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.250214 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.250493 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.250823 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.251186 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.251516 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.251845 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.252170 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.252492 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-9-smb {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:49.255128 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] No DVR routers for this DVR port ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:46:49.256529 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-a1ccb594-cb8e-4c15-a77e-ef645ac2a663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:49.261696 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e330fe-1bdb-4853-9296-81adcecf9d38']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:49.269402 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785359d-8c3c-4e4a-83e2-aada283db6c0') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:49.269757 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785359d-8c3c-4e4a-83e2-aada283db6c0') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:49.278274 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.291654 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.297387 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:46:49.297766 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:46:49.299436 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:46:49.437072 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.440842 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d7b1b503-4c4e-48e0-a4c3-74bd7e42e961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:49.443313 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:49.445144 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] 10.222.0.24 "DELETE /v2.0/networks/25e330fe-1bdb-4853-9296-81adcecf9d38 HTTP/1.1" status: 204 len: 168 time: 0.6462550 Jun 24 10:46:49.448126 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 34000) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:49.456048 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e330fe-1bdb-4853-9296-81adcecf9d38,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:49.458474 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2c63177e-077f-4eaa-9b90-78d0e4630b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:49.772580 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1692058'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:50.013982 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Deleting port 3fb44375-2ebf-4c40-ac72-62f270809534 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:50.014325 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:50.092207 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] For port 3fb44375-2ebf-4c40-ac72-62f270809534, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3fb44375-2ebf-4c40-ac72-62f270809534,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:50.092570 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:50.104705 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Calling delete_port for 3fb44375-2ebf-4c40-ac72-62f270809534 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:50.115408 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:50.137327 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:50.137683 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device ce92f4f9-4744-4a0e-8ad2-8dd43c8bfe04 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:50.138647 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 75c65f7b-39c5-4fa4-81ce-a61d51285017 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:50.157366 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 75c65f7b-39c5-4fa4-81ce-a61d51285017 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:50.157720 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 75c65f7b-39c5-4fa4-81ce-a61d51285017 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:50.343591 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:50.345632 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-150f2fb8-3b22-454b-8d92-5631f7e2b6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:50.367059 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb44375-2ebf-4c40-ac72-62f270809534,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:50.370688 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:50.529290 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693450'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:50.742781 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Router 39d28363-d1e7-48af-8922-6b5b7903cbdc has already been hosted by L3 agent 30430968-fbaf-460c-8cfc-6282d2931993 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 10:46:50.842933 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] Notify agent at l3_agent.dv-cinder-786386-9-smb the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:50.847779 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-58cdcb0c-34b4-46e6-a376-148a31c24844 admin admin] 10.222.0.24 "PUT /v2.0/routers/39d28363-d1e7-48af-8922-6b5b7903cbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986549 Jun 24 10:46:50.850189 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 34002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:50.851574 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Sync routers for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:50.861028 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:50.861633 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:50.952874 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.045659 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: dv-cinder-786386-9-smb {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:51.054875 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.174979 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Deleting port 464184db-558c-449c-8263-b3ea2457d64e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:51.175215 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.209888 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'external_fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '464184db-558c-449c-8263-b3ea2457d64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:46:50Z', 'revision_number': 5, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port': {'id': '464184db-558c-449c-8263-b3ea2457d64e', 'name': '', 'network_id': 'f0253786-66f4-4c24-b423-abda2a7e8b37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T10:44:27Z', 'updated_at': '2021-06-24T10:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09789023-ff99-4914-9ddd-8c262d59e09f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-9-smb'}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:51.242111 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Checking router: 39d28363-d1e7-48af-8922-6b5b7903cbdc for host: dv-cinder-786386-9-smb {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:51.252191 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Routers {'39d28363-d1e7-48af-8922-6b5b7903cbdc'} bound to L3 agent in host dv-cinder-786386-9-smb {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 10:46:51.252824 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T10:27:59Z,description=,heartbeat_timestamp=2021-06-24T10:46:29Z,host='dv-cinder-786386-9-smb',id=30430968-fbaf-460c-8cfc-6282d2931993,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T10:28:00Z,topic='l3_agent')) {'router_ids': ['39d28363-d1e7-48af-8922-6b5b7903cbdc'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:51.339222 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] Set router 39d28363-d1e7-48af-8922-6b5b7903cbdc gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 10:46:51.391103 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:46:51Z', 'revision_number': 6, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port_host': None}], 'dv-cinder-786386-9-smb', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:51.421271 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a912-2ac5-48c3-9502-8da51e0c8073 None None] The sync data for ids ['39d28363-d1e7-48af-8922-6b5b7903cbdc'] in dv-cinder-786386-9-smb is: [{'id': '39d28363-d1e7-48af-8922-6b5b7903cbdc', 'name': 'tempest-TestMinimumBasicScenario-1754970757-router', 'tenant_id': '36f5392f509f45ccba401ef8e05551c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T10:44:26Z', 'updated_at': '2021-06-24T10:46:51Z', 'revision_number': 6, 'project_id': '36f5392f509f45ccba401ef8e05551c1', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:51.526771 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] For port 464184db-558c-449c-8263-b3ea2457d64e, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=464184db-558c-449c-8263-b3ea2457d64e,segment=NetworkSegment(115a9a06-7de9-4b30-9fc3-499a689280e2),segment_id=115a9a06-7de9-4b30-9fc3-499a689280e2)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:51.527157 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.539267 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Calling delete_port for 464184db-558c-449c-8263-b3ea2457d64e owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:51.778386 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60398580'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.781141 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-448633d4-6afe-4c9f-9d60-37b2dd8dc3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:51.803061 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=464184db-558c-449c-8263-b3ea2457d64e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:51.806595 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:51.875537 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693423'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.965470 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11520'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:51.968180 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.063498 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693863'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.068188 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d28363-d1e7-48af-8922-6b5b7903cbdc {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:46:52.068430 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.069466 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-b9e118ed-07f6-4558-b8bb-6015f9c461f3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/39d28363-d1e7-48af-8922-6b5b7903cbdc HTTP/1.1" status: 204 len: 168 time: 1.2183812 Jun 24 10:46:52.071919 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.24', 34004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:52.114744 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Deleting subnet 7cadeddd-b4db-42e0-971a-93dedf0e3f2e {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 10:46:52.117713 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.152336 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922741'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.223495 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3fb44375-2ebf-4c40-ac72-62f270809534 no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:52.241353 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429983'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.244054 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 3fb44375-2ebf-4c40-ac72-62f270809534 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:52.244435 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3fb44375-2ebf-4c40-ac72-62f270809534 not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:52.244852 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 464184db-558c-449c-8263-b3ea2457d64e no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:52.268196 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 464184db-558c-449c-8263-b3ea2457d64e {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:52.268661 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 464184db-558c-449c-8263-b3ea2457d64e not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:52.379878 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60398394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60381917'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.382338 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:52.407463 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cadeddd-b4db-42e0-971a-93dedf0e3f2e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:52.411539 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:52.412607 dv-cinder-786386-9-smb neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.414470 dv-cinder-786386-9-smb neutron-server[93742]: INFO neutron.wsgi [None req-10bbee26-6dc8-407e-9f47-ce38ca5bee81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7cadeddd-b4db-42e0-971a-93dedf0e3f2e HTTP/1.1" status: 204 len: 168 time: 0.3416531 Jun 24 10:46:52.417132 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 34006) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:52.428622 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af4db6-a7d7-461e-bdd9-360ab2c66ba6 None None] Network ead5f45c-40b7-47df-88e1-3cd8406b9ff9 requested from dv-cinder-786386-9-smb {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 10:46:52.501758 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779444'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.559617 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Deleting port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:52.560564 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.627945 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] For port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:52.628301 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.642271 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Calling delete_port for 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:52.643105 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84eb28-037b-480b-9436-8def243185bc None None] DHCP port deletion for ead5f45c-40b7-47df-88e1-3cd8406b9ff9 request from dv-cinder-786386-9-smb {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 10:46:52.687324 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Deleting port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 10:46:52.687710 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730702770728'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.749918 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5a84eb28-037b-480b-9436-8def243185bc None None] For port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c, host dv-cinder-786386-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-9-smb',level=0,port_id=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,segment=NetworkSegment(812e0af1-eb4e-4fd1-bcf6-1790fd6c152c),segment_id=812e0af1-eb4e-4fd1-bcf6-1790fd6c152c)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:52.750243 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405159'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.762478 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Calling delete_port for 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 10:46:52.819255 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59036964'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.822370 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1dc4ff66-641a-44dd-975d-9f5faaf27754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:52.834511 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-665986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730702773971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730702350071'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.837246 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:52.846758 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:52.848579 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] No DVR routers for this DVR port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c on host dv-cinder-786386-9-smb {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:46:52.850004 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:52.863272 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Pushing event deleted for resources: {'Port': ['ID=3170947a-a6f6-4f8e-8a32-4b8e3415ae6c,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:52.865912 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-5a84eb28-037b-480b-9436-8def243185bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:52.868835 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84eb28-037b-480b-9436-8def243185bc None None] No DVR routers for this DVR port 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c on host dv-cinder-786386-9-smb {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 10:46:52.920398 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430409', 'neutron.services.segments.db._delete_segments_for_network-8730702841128'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.929709 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead5f45c-40b7-47df-88e1-3cd8406b9ff9']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:52.939388 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:52.939683 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.services.segments.db [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812e0af1-eb4e-4fd1-bcf6-1790fd6c152c') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:52.947954 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730702876079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58874871'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.960689 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.966749 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:46:52.967161 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1425601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59036937'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: Traceback (most recent call last): Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: timer() Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: cb(*args, **kw) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: return func(*args, **kwargs) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: self._notify() Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: self.callback(batched_events) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: event.method(event) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: return f(self, *a, **k) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: return self._get(url).json() Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 10:46:52.968728 dv-cinder-786386-9-smb neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 10:46:53.082193 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1584789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1577017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693189'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.085636 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:53.088062 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576988'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.089834 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/ead5f45c-40b7-47df-88e1-3cd8406b9ff9 HTTP/1.1" status: 204 len: 168 time: 0.6710808 Jun 24 10:46:53.101209 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ead5f45c-40b7-47df-88e1-3cd8406b9ff9,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:53.103439 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-af0fc585-d32c-4c4b-b5a7-31da90a8c6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:53.459200 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 34010) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:53.501946 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-14da83e2-383d-49cf-bc30-ba7783ed67aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6069a37a8e6d4074b4c60731c5707eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415239 Jun 24 10:46:53.504205 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 34012) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:53.549439 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.569767 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.692487 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.695345 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:53.696488 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/243fc001-a671-4ee9-babd-e54218479957 HTTP/1.1" status: 204 len: 168 time: 0.1914096 Jun 24 10:46:53.697298 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-588fbff3-fb0d-4c84-9269-0ec436a143cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:53.705577 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fc001-a671-4ee9-babd-e54218479957,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:53.707948 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-b78f110f-2831-4268-a3f9-f0a7b682e6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:54.111994 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c no longer exists at agent ovs-agent-dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:54.135285 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] No Port match for: 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 10:46:54.135641 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Device 3170947a-a6f6-4f8e-8a32-4b8e3415ae6c not bound to the agent host dv-cinder-786386-9-smb {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:54.337322 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 34020) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:54.377112 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-5aef7b8c-9e2a-404d-a4a6-b30f4f673b7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f5392f509f45ccba401ef8e05551c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385654 Jun 24 10:46:54.379482 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.24', 34022) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 10:46:54.427380 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:54.446866 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:54.596465 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597715'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:54.599038 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:54.600174 dv-cinder-786386-9-smb neutron-server[93743]: INFO neutron.wsgi [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcecfd5d-c03a-4751-9699-a1cf3c590b56 HTTP/1.1" status: 204 len: 168 time: 0.2198162 Jun 24 10:46:54.600926 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-da1b6833-83cd-492e-8503-68ed27e7cf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 10:46:54.611224 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcecfd5d-c03a-4751-9699-a1cf3c590b56,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:54.611224 dv-cinder-786386-9-smb neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-568dcd98-4c81-4697-840f-853d53679055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 10:46:56.195296 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de74dda9-3005-4092-85be-3dbdb181aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:59.030670 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6c823a50-5eda-4c82-a55d-08f7087e3777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:46:59.091327 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:00.111143 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:01.402460 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:02.160020 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:18.070048 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:47:26.219098 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de69ffe2-66ec-4e58-8162-55f68833e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:28.999095 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1f60-f472-4ef4-ba89-6882694eb271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:29.084745 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:30.096185 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:31.416440 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:32.187950 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:55.068318 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:47:56.209754 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-176afeae-806f-4254-ae67-820c728b588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:58.995577 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d10fcb0b-7cdc-41f7-a55a-fe9504f0f1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:47:59.104012 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:00.101354 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:01.432581 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:02.198149 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:26.257959 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-974825d2-6deb-41e0-9d98-1db8498cd389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:29.019766 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a6e28d7c-b329-4b7c-bad0-5b8aa9e6c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:29.137436 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:30.099903 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:31.446063 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:32.066732 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:48:32.223539 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:56.222644 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f114c696-6459-4bbf-a7e4-af5a52efe165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:59.001608 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fca74d57-89cd-43a8-ad5b-1bb09cc9068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:48:59.138983 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:00.144682 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:01.470490 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:02.166049 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:09.065904 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:49:26.207120 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b7755388-90bd-4e93-b212-7b186b703be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:29.040179 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ef87b6ec-040b-4880-ac0f-52ff3942bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:29.097521 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:30.103332 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:31.451965 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:32.149347 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:46.064394 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:49:56.193637 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cbd4c5ff-3156-440b-b7a8-864e33aaef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:59.005296 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bb7618fd-d7cc-4070-add1-00ed0e9a7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:49:59.090811 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:00.107694 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:01.427710 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:02.187896 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:23.063243 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:50:26.227195 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f858-c774-4345-9051-aa0f4558aba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:28.998508 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0df9dafc-492d-474b-9f31-d562ded06a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:29.095189 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:30.106635 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:31.466714 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:32.193736 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:56.254855 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f5576d50-d67e-4d5c-9f5a-b24b3c861658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:59.003635 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7965993e-137a-4471-bb12-371cf3b27ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:50:59.094844 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:00.061183 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:51:00.106207 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:01.477367 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:02.238137 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:26.236990 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-72ae5b49-2b8c-4f58-94dd-d8287ab5e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:29.014437 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4f76d936-d301-45e8-9238-ae1e579fcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:29.100010 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:30.128350 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-7741-4549-8a27-356f120cbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:31.517220 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-023f4597-f0ea-418d-8e42-e169b73efff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:32.219731 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b21d4a1c-5c0b-4302-8e8d-40f089759c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:37.060741 dv-cinder-786386-9-smb neutron-server[93745]: DEBUG neutron.db.agents_db [None req-6fa69b09-f9b8-49b1-a79a-8307b2c58cbf None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:51:56.225774 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7271d0a7-fd2f-487c-ac0f-91df42c9968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:59.022877 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a5acc8b9-a1ef-41f5-8e2f-7e5a1b7f716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 10:51:59.099328 dv-cinder-786386-9-smb neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce4af-6aff-4f16-915e-44191ecf0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730702841110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1431263'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}